2024-12-03 03:21:49,516 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-03 03:21:49,538 main DEBUG Took 0.013394 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 03:21:49,538 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 03:21:49,539 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 03:21:49,540 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 03:21:49,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,557 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 03:21:49,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,585 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,586 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,587 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,589 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,590 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,590 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,591 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,592 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,593 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,594 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 03:21:49,595 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,596 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 03:21:49,599 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 03:21:49,601 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 03:21:49,606 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 03:21:49,608 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 03:21:49,609 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 03:21:49,610 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 03:21:49,620 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 03:21:49,623 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 03:21:49,625 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 03:21:49,626 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 03:21:49,626 main DEBUG createAppenders(={Console}) 2024-12-03 03:21:49,627 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-12-03 03:21:49,628 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-12-03 03:21:49,628 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-12-03 03:21:49,629 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 03:21:49,629 main DEBUG OutputStream closed 2024-12-03 03:21:49,629 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 03:21:49,630 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 03:21:49,630 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-12-03 03:21:49,714 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 03:21:49,716 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 03:21:49,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 03:21:49,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 03:21:49,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 03:21:49,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 03:21:49,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 03:21:49,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 03:21:49,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 03:21:49,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 03:21:49,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 03:21:49,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 03:21:49,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 03:21:49,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 03:21:49,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 03:21:49,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 03:21:49,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 03:21:49,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 03:21:49,726 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 03:21:49,727 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-12-03 03:21:49,727 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 03:21:49,728 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-12-03T03:21:49,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-12-03 03:21:49,752 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 03:21:49,752 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T03:21:50,194 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5 2024-12-03T03:21:50,195 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-12-03T03:21:50,409 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T03:21:50,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26, deleteOnExit=true 2024-12-03T03:21:50,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/test.cache.data in system properties and HBase conf 2024-12-03T03:21:50,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T03:21:50,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir in system properties and HBase conf 2024-12-03T03:21:50,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T03:21:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T03:21:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T03:21:50,728 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T03:21:50,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:21:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T03:21:50,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T03:21:50,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:21:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T03:21:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T03:21:50,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T03:21:50,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:21:50,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T03:21:50,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/nfs.dump.dir in system properties and HBase conf 2024-12-03T03:21:50,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/java.io.tmpdir in system properties and HBase conf 2024-12-03T03:21:50,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T03:21:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T03:21:50,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T03:21:53,297 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T03:21:53,407 INFO [Time-limited test {}] log.Log(170): Logging initialized @5016ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T03:21:53,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:21:53,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:21:53,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:21:53,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:21:53,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T03:21:53,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:21:53,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:21:53,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:21:54,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/java.io.tmpdir/jetty-localhost-38885-hadoop-hdfs-3_4_1-tests_jar-_-any-13662112627091873078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:21:54,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:38885} 2024-12-03T03:21:54,374 INFO [Time-limited test {}] server.Server(415): Started @5984ms 2024-12-03T03:21:55,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:21:55,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:21:55,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:21:55,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:21:55,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T03:21:55,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:21:55,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:21:55,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e2c22c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/java.io.tmpdir/jetty-localhost-40239-hadoop-hdfs-3_4_1-tests_jar-_-any-2919883243789680695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:21:55,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:40239} 2024-12-03T03:21:55,716 INFO [Time-limited test {}] server.Server(415): Started @7326ms 2024-12-03T03:21:55,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:21:55,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T03:21:55,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T03:21:55,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T03:21:55,947 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T03:21:55,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T03:21:55,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,AVAILABLE} 2024-12-03T03:21:55,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T03:21:56,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bdee85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/java.io.tmpdir/jetty-localhost-40085-hadoop-hdfs-3_4_1-tests_jar-_-any-5597552191193034417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:21:56,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:40085} 2024-12-03T03:21:56,089 INFO [Time-limited test {}] server.Server(415): Started @7699ms 2024-12-03T03:21:56,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T03:21:59,861 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data4/current/BP-780857539-172.17.0.3-1733196111653/current, will proceed with Du for space computation calculation, 2024-12-03T03:21:59,861 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data1/current/BP-780857539-172.17.0.3-1733196111653/current, will proceed with Du for space computation calculation, 2024-12-03T03:21:59,861 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data2/current/BP-780857539-172.17.0.3-1733196111653/current, will proceed with Du for space computation calculation, 2024-12-03T03:21:59,861 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data3/current/BP-780857539-172.17.0.3-1733196111653/current, will proceed with Du for space computation calculation, 2024-12-03T03:21:59,901 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:21:59,901 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T03:21:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x827f6baa15166416 with lease ID 0x8b6319f45ea97f37: Processing first storage report for DS-6d4ed63b-96be-4642-be4d-154de5665715 from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=f9c0d65e-6afe-4573-bf55-cb5a67bfd69a, infoPort=45921, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653) 2024-12-03T03:21:59,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x827f6baa15166416 with lease ID 0x8b6319f45ea97f37: from storage DS-6d4ed63b-96be-4642-be4d-154de5665715 node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=f9c0d65e-6afe-4573-bf55-cb5a67bfd69a, infoPort=45921, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T03:21:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222ffbdcc743a9df with lease ID 0x8b6319f45ea97f38: Processing first storage report for DS-27d21b7b-da1a-42ce-9650-72be5ae649ff from datanode DatanodeRegistration(127.0.0.1:34411, datanodeUuid=5b9a004b-3187-48a5-8f9f-b03258d4b9d7, infoPort=33299, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653) 2024-12-03T03:21:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222ffbdcc743a9df with lease ID 0x8b6319f45ea97f38: from storage DS-27d21b7b-da1a-42ce-9650-72be5ae649ff node DatanodeRegistration(127.0.0.1:34411, datanodeUuid=5b9a004b-3187-48a5-8f9f-b03258d4b9d7, infoPort=33299, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:21:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x827f6baa15166416 with lease ID 0x8b6319f45ea97f37: Processing first storage report for DS-3dd8e5c4-565f-479b-adca-b9e9ba66b2cb from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=f9c0d65e-6afe-4573-bf55-cb5a67bfd69a, infoPort=45921, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653) 2024-12-03T03:21:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x827f6baa15166416 with lease ID 0x8b6319f45ea97f37: from storage DS-3dd8e5c4-565f-479b-adca-b9e9ba66b2cb node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=f9c0d65e-6afe-4573-bf55-cb5a67bfd69a, infoPort=45921, infoSecurePort=0, ipcPort=39605, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T03:21:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x222ffbdcc743a9df with lease ID 0x8b6319f45ea97f38: Processing first storage report for DS-72e6f5cb-d20f-4737-9d52-17d06b897022 from datanode DatanodeRegistration(127.0.0.1:34411, datanodeUuid=5b9a004b-3187-48a5-8f9f-b03258d4b9d7, infoPort=33299, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653) 2024-12-03T03:21:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x222ffbdcc743a9df with lease ID 0x8b6319f45ea97f38: from storage DS-72e6f5cb-d20f-4737-9d52-17d06b897022 node DatanodeRegistration(127.0.0.1:34411, datanodeUuid=5b9a004b-3187-48a5-8f9f-b03258d4b9d7, infoPort=33299, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=841006030;c=1733196111653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T03:21:59,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5 2024-12-03T03:21:59,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=7100 2024-12-03T03:21:59,985 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:21:59,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:00,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:22:00,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741825_1001 (size=7) 2024-12-03T03:22:00,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:00,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:00,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:00,680 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:00,718 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T03:22:00,744 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T03:22:00,749 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:00,750 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:00,756 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:00,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:00,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,797 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T03:22:00,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741826_1002 (size=1393) 2024-12-03T03:22:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741826_1002 (size=1393) 2024-12-03T03:22:00,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:00,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:00,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741827_1003 (size=1393) 2024-12-03T03:22:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741827_1003 (size=1393) 2024-12-03T03:22:00,960 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:00,961 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:00,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:00,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:00,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741828_1004 (size=1393) 2024-12-03T03:22:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741828_1004 (size=1393) 2024-12-03T03:22:01,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:01,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741829_1005 (size=1393) 2024-12-03T03:22:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741829_1005 (size=1393) 2024-12-03T03:22:01,463 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:01,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741830_1006 (size=1393) 2024-12-03T03:22:01,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741830_1006 (size=1393) 2024-12-03T03:22:01,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:01,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741831_1007 (size=1393) 2024-12-03T03:22:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741831_1007 (size=1393) 2024-12-03T03:22:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:01,536 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741832_1008 (size=1405) 2024-12-03T03:22:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741832_1008 (size=1405) 2024-12-03T03:22:01,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:01,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741833_1009 (size=1413) 2024-12-03T03:22:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:01,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741833_1009 (size=1413) 2024-12-03T03:22:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741834_1010 (size=1413) 2024-12-03T03:22:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741834_1010 (size=1413) 2024-12-03T03:22:01,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:01,649 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:01,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741835_1011 (size=1413) 2024-12-03T03:22:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741835_1011 (size=1413) 2024-12-03T03:22:01,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:01,748 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:01,750 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T03:22:01,750 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T03:22:01,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0 2024-12-03T03:22:01,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0 after 4ms 2024-12-03T03:22:01,810 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0 took 68ms 2024-12-03T03:22:01,818 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0 so closing down 2024-12-03T03:22:01,821 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:01,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:01,828 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:01,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0, size=1.4 K (1393bytes) at 1733196121748Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0 so closing down at 1733196121818 (+70 ms)3 split writer threads finished at 1733196121822 (+4 ms)Processed 0 edits across 0 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/e04153d7-4d46-0796-b172-e973754edbf6/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1733196120724/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196121828 (+6 ms) 2024-12-03T03:22:01,831 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-12-03T03:22:01,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50969764_22 at /127.0.0.1:50066 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@52f07ec0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1100), ProcessCount=11 (was 11), AvailableMemoryMB=6849 (was 7100) 2024-12-03T03:22:01,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=6848 2024-12-03T03:22:01,860 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741836_1012 (size=7) 2024-12-03T03:22:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741836_1012 (size=7) 2024-12-03T03:22:01,871 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:01,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:01,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:01,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-12-03T03:22:01,877 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:01,879 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:01,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741837_1013 (size=2324) 2024-12-03T03:22:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741837_1013 (size=2324) 2024-12-03T03:22:01,928 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:01,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T03:22:01,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 2024-12-03T03:22:01,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 after 1ms 2024-12-03T03:22:01,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 took 5ms 2024-12-03T03:22:01,960 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 so closing down 2024-12-03T03:22:01,960 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:01,960 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:01,994 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:01,994 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:01,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:02,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741839_1015 (size=743) 2024-12-03T03:22:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741839_1015 (size=743) 2024-12-03T03:22:02,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741838_1014 (size=743) 2024-12-03T03:22:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741838_1014 (size=743) 2024-12-03T03:22:02,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-12-03T03:22:02,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:02,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:02,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 137 ms; skipped=7; WAL=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T03:22:02,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0, size=2.3 K (2324bytes) at 1733196121945Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 so closing down at 1733196121960 (+15 ms)3 split writer threads finished at 1733196121960Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196121998 (+38 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196122004 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196122041 (+37 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1733196122065 (+24 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196122088 (+23 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196122088Processed 27 edits across 2 Regions in 137 ms; skipped=7; WAL=hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733196122089 (+1 ms) 2024-12-03T03:22:02,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/WALs/testsplitlogfilemultipleregions,16010,1733196121877/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/b5ea7a2f-ef1f-e76f-f640-c75fd0af103a/oldWALs/wal.dat.0 2024-12-03T03:22:02,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133 (was 133), OpenFileDescriptor=381 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1100), ProcessCount=11 (was 11), AvailableMemoryMB=6826 (was 6848) 2024-12-03T03:22:02,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=6826 2024-12-03T03:22:02,154 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741840_1016 (size=7) 2024-12-03T03:22:02,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741840_1016 (size=7) 2024-12-03T03:22:02,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:02,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:02,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:02,192 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:02,193 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:02,194 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:02,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:02,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:02,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741841_1017 (size=2324) 2024-12-03T03:22:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741841_1017 (size=2324) 2024-12-03T03:22:02,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:03,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T03:22:03,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0 so closing down 2024-12-03T03:22:03,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-12-03T03:22:03,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0, size=2.3 K (2324bytes) at 1733196123430Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0 so closing down at 1733196123430Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/7defa086-b36e-82c3-bf23-87d251e69ca4/WALs/testterminationaskedbyreporter,16010,1733196122192/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1733196123431 (+1 ms) 2024-12-03T03:22:03,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133 (was 133), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1100), ProcessCount=11 (was 11), AvailableMemoryMB=6670 (was 6826) 2024-12-03T03:22:03,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=133, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=6669 2024-12-03T03:22:03,493 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741842_1018 (size=7) 2024-12-03T03:22:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741842_1018 (size=7) 2024-12-03T03:22:03,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:03,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:03,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:03,633 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:03,633 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-12-03T03:22:03,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:03,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741843_1019 (size=1043) 2024-12-03T03:22:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741843_1019 (size=1043) 2024-12-03T03:22:03,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:03,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741845_1021 (size=1043) 2024-12-03T03:22:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741845_1021 (size=1043) 2024-12-03T03:22:03,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:03,678 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741846_1022 (size=1043) 2024-12-03T03:22:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741846_1022 (size=1043) 2024-12-03T03:22:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:03,693 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741847_1023 (size=1043) 2024-12-03T03:22:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741847_1023 (size=1043) 2024-12-03T03:22:03,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:03,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741848_1024 (size=1043) 2024-12-03T03:22:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741848_1024 (size=1043) 2024-12-03T03:22:03,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:03,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741849_1025 (size=1043) 2024-12-03T03:22:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741849_1025 (size=1043) 2024-12-03T03:22:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:03,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:03,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741850_1026 (size=1043) 2024-12-03T03:22:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741850_1026 (size=1043) 2024-12-03T03:22:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:03,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741851_1027 (size=1043) 2024-12-03T03:22:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741851_1027 (size=1043) 2024-12-03T03:22:03,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:03,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:03,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:03,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741852_1028 (size=1043) 2024-12-03T03:22:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741852_1028 (size=1043) 2024-12-03T03:22:03,796 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:03,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0, size=1.0 K (1043bytes) 2024-12-03T03:22:03,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 2024-12-03T03:22:03,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 after 1ms 2024-12-03T03:22:03,816 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 took 4ms 2024-12-03T03:22:03,818 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-12-03T03:22:03,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 so closing down 2024-12-03T03:22:03,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:03,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:03,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:03,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0, size=1.0 K (1043bytes) at 1733196123812Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 so closing down at 1733196123819 (+7 ms)3 split writer threads finished at 1733196123821 (+2 ms)Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196123821 2024-12-03T03:22:03,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.0 2024-12-03T03:22:03,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1, size=180 (180bytes) 2024-12-03T03:22:03,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 2024-12-03T03:22:03,826 WARN [IPC Server handler 4 on default port 39243 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-12-03T03:22:03,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 after 1ms 2024-12-03T03:22:03,932 WARN [ResponseProcessor for block BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:03,933 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644628358_22 at /127.0.0.1:36654 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36654 dst: /127.0.0.1:44905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:03,932 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-644628358_22 at /127.0.0.1:43496 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43496 dst: /127.0.0.1:34411 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34411 remote=/127.0.0.1:43496]. Total timeout mills is 60000, 59730 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:03,936 WARN [DataStreamer for file /user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 block BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK], DatanodeInfoWithStorage[127.0.0.1:44905,DS-6d4ed63b-96be-4642-be4d-154de5665715,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK]) is bad. 2024-12-03T03:22:03,942 WARN [DataStreamer for file /user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 block BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741844_1029 (size=1035) 2024-12-03T03:22:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741844_1029 (size=1035) 2024-12-03T03:22:07,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 after 4003ms 2024-12-03T03:22:07,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 took 4008ms 2024-12-03T03:22:07,841 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1; continuing. 2024-12-03T03:22:07,841 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 so closing down 2024-12-03T03:22:07,841 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,841 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-12-03T03:22:07,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1, size=180 (180bytes) at 1733196123825Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 so closing down at 1733196127841 (+4016 ms)3 split writer threads finished at 1733196127841Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1733196127841 2024-12-03T03:22:07,845 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.1 2024-12-03T03:22:07,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2, size=1.0 K (1043bytes) 2024-12-03T03:22:07,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 2024-12-03T03:22:07,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 after 1ms 2024-12-03T03:22:07,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 took 4ms 2024-12-03T03:22:07,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 so closing down 2024-12-03T03:22:07,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,852 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2, size=1.0 K (1043bytes) at 1733196127845Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 so closing down at 1733196127851 (+6 ms)3 split writer threads finished at 1733196127851Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127851 2024-12-03T03:22:07,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.2 2024-12-03T03:22:07,855 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3, size=1.0 K (1043bytes) 2024-12-03T03:22:07,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 2024-12-03T03:22:07,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 after 0ms 2024-12-03T03:22:07,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 took 4ms 2024-12-03T03:22:07,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 so closing down 2024-12-03T03:22:07,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,862 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,862 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3, size=1.0 K (1043bytes) at 1733196127855Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 so closing down at 1733196127861 (+6 ms)3 split writer threads finished at 1733196127862 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127862 2024-12-03T03:22:07,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.3 2024-12-03T03:22:07,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4, size=1.0 K (1043bytes) 2024-12-03T03:22:07,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 2024-12-03T03:22:07,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 after 1ms 2024-12-03T03:22:07,869 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 took 4ms 2024-12-03T03:22:07,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 so closing down 2024-12-03T03:22:07,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,871 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,871 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4, size=1.0 K (1043bytes) at 1733196127865Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 so closing down at 1733196127870 (+5 ms)3 split writer threads finished at 1733196127871 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127871 2024-12-03T03:22:07,876 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.4 2024-12-03T03:22:07,876 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5, size=1.0 K (1043bytes) 2024-12-03T03:22:07,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 2024-12-03T03:22:07,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 after 1ms 2024-12-03T03:22:07,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 took 3ms 2024-12-03T03:22:07,886 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 so closing down 2024-12-03T03:22:07,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5, size=1.0 K (1043bytes) at 1733196127876Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 so closing down at 1733196127886 (+10 ms)3 split writer threads finished at 1733196127886Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127886 2024-12-03T03:22:07,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.5 2024-12-03T03:22:07,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6, size=1.0 K (1043bytes) 2024-12-03T03:22:07,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 2024-12-03T03:22:07,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 after 0ms 2024-12-03T03:22:07,895 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 took 4ms 2024-12-03T03:22:07,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 so closing down 2024-12-03T03:22:07,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,897 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6, size=1.0 K (1043bytes) at 1733196127891Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 so closing down at 1733196127897 (+6 ms)3 split writer threads finished at 1733196127897Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127897 2024-12-03T03:22:07,900 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.6 2024-12-03T03:22:07,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7, size=1.0 K (1043bytes) 2024-12-03T03:22:07,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 2024-12-03T03:22:07,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 after 0ms 2024-12-03T03:22:07,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 took 5ms 2024-12-03T03:22:07,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 so closing down 2024-12-03T03:22:07,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7, size=1.0 K (1043bytes) at 1733196127901Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 so closing down at 1733196127911 (+10 ms)3 split writer threads finished at 1733196127911Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127911 2024-12-03T03:22:07,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.7 2024-12-03T03:22:07,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8, size=1.0 K (1043bytes) 2024-12-03T03:22:07,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 2024-12-03T03:22:07,915 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 after 1ms 2024-12-03T03:22:07,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 took 3ms 2024-12-03T03:22:07,919 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 so closing down 2024-12-03T03:22:07,919 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,920 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,920 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8, size=1.0 K (1043bytes) at 1733196127914Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 so closing down at 1733196127919 (+5 ms)3 split writer threads finished at 1733196127920 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127920 2024-12-03T03:22:07,923 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.8 2024-12-03T03:22:07,923 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9, size=1.0 K (1043bytes) 2024-12-03T03:22:07,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 2024-12-03T03:22:07,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 after 1ms 2024-12-03T03:22:07,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 took 6ms 2024-12-03T03:22:07,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 so closing down 2024-12-03T03:22:07,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:07,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:07,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-12-03T03:22:07,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9, size=1.0 K (1043bytes) at 1733196127923Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 so closing down at 1733196127937 (+14 ms)3 split writer threads finished at 1733196127938 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1733196127938 2024-12-03T03:22:07,941 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/WALs/testsplitdeletedregion,16010,1733196123633/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/368635de-dabb-2847-4425-3051573623d3/oldWALs/wal.dat.9 2024-12-03T03:22:07,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:39605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_998125670_22 at /127.0.0.1:36750 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_998125670_22 at /127.0.0.1:43598 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1108 (was 1100) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6774 (was 6669) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:07,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1108, ProcessCount=11, AvailableMemoryMB=6774 2024-12-03T03:22:07,970 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:07,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741853_1030 (size=7) 2024-12-03T03:22:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741853_1030 (size=7) 2024-12-03T03:22:07,990 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:07,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:07,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:08,033 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:08,033 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T03:22:08,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:08,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741854_1031 (size=863) 2024-12-03T03:22:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741854_1031 (size=863) 2024-12-03T03:22:08,058 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:08,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741855_1032 (size=859) 2024-12-03T03:22:08,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741855_1032 (size=859) 2024-12-03T03:22:08,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0, size=859 (859bytes) 2024-12-03T03:22:08,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 2024-12-03T03:22:08,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 after 0ms 2024-12-03T03:22:08,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 took 8ms 2024-12-03T03:22:08,196 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0; continuing. 2024-12-03T03:22:08,196 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 so closing down 2024-12-03T03:22:08,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:08,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:08,212 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:08,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741856_1033 (size=863) 2024-12-03T03:22:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741856_1033 (size=863) 2024-12-03T03:22:08,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:08,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T03:22:08,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-12-03T03:22:08,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0, size=859 (859bytes) at 1733196128087Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 so closing down at 1733196128196 (+109 ms)3 split writer threads finished at 1733196128196Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196128215 (+19 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196128630 (+415 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733196128640 (+10 ms)Processed 10 edits across 1 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1733196128640 2024-12-03T03:22:08,644 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/WALs/testcorruptwaltrailer,16010,1733196128033/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/2fea73a8-95ab-b4b4-bfb2-b89920afd3cf/oldWALs/wal.dat.0 2024-12-03T03:22:08,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1108 (was 1108), ProcessCount=11 (was 11), AvailableMemoryMB=6600 (was 6774) 2024-12-03T03:22:08,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1108, ProcessCount=11, AvailableMemoryMB=6601 2024-12-03T03:22:08,713 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741857_1034 (size=7) 2024-12-03T03:22:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741857_1034 (size=7) 2024-12-03T03:22:09,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:09,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,149 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:09,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1123 (was 1108) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6661 (was 6601) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:09,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1123, ProcessCount=11, AvailableMemoryMB=6661 2024-12-03T03:22:09,171 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741858_1035 (size=7) 2024-12-03T03:22:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741858_1035 (size=7) 2024-12-03T03:22:09,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:09,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,190 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:09,201 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-12-03T03:22:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741859_1036 (size=93) 2024-12-03T03:22:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741859_1036 (size=93) 2024-12-03T03:22:09,635 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1123 (was 1123), ProcessCount=11 (was 11), AvailableMemoryMB=6652 (was 6661) 2024-12-03T03:22:09,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1123, ProcessCount=11, AvailableMemoryMB=6651 2024-12-03T03:22:09,640 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:09,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741860_1037 (size=7) 2024-12-03T03:22:09,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741860_1037 (size=7) 2024-12-03T03:22:09,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:09,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:09,654 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:09,654 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:09,655 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:09,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:09,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:09,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741861_1038 (size=1393) 2024-12-03T03:22:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741861_1038 (size=1393) 2024-12-03T03:22:10,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:10,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741862_1039 (size=1393) 2024-12-03T03:22:10,153 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:10,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:10,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741862_1039 (size=1393) 2024-12-03T03:22:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741863_1040 (size=1393) 2024-12-03T03:22:10,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741863_1040 (size=1393) 2024-12-03T03:22:10,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:10,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741864_1041 (size=1393) 2024-12-03T03:22:10,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:10,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:10,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741864_1041 (size=1393) 2024-12-03T03:22:10,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741865_1042 (size=1393) 2024-12-03T03:22:10,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741865_1042 (size=1393) 2024-12-03T03:22:10,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:10,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741866_1043 (size=1393) 2024-12-03T03:22:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741866_1043 (size=1393) 2024-12-03T03:22:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:10,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741867_1044 (size=1405) 2024-12-03T03:22:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741867_1044 (size=1405) 2024-12-03T03:22:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:10,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741868_1045 (size=1413) 2024-12-03T03:22:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741868_1045 (size=1413) 2024-12-03T03:22:10,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:10,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:10,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741869_1046 (size=1413) 2024-12-03T03:22:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741869_1046 (size=1413) 2024-12-03T03:22:10,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:10,410 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741870_1047 (size=1413) 2024-12-03T03:22:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741870_1047 (size=1413) 2024-12-03T03:22:10,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:10,863 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:10,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7 2024-12-03T03:22:10,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7 after 0ms 2024-12-03T03:22:10,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7 took 5ms 2024-12-03T03:22:10,881 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7 so closing down 2024-12-03T03:22:10,881 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:10,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:10,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:10,910 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:10,911 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-12-03T03:22:10,911 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7, size=1.4 K (1413bytes) at 1733196130863Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7 so closing down at 1733196130881 (+18 ms)3 split writer threads finished at 1733196130882 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196130901 (+19 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1733196130910 (+9 ms)Processed 20 edits across 0 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/WALs/testioeonoutputthread,16010,1733196129654/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1733196130911 (+1 ms) 2024-12-03T03:22:10,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/b95a0f1f-b024-743a-cb98-776b99b81303/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:10,913 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:10,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=142 (was 140) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_649830976_22 at /127.0.0.1:43598 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1123 (was 1123), ProcessCount=11 (was 11), AvailableMemoryMB=6577 (was 6651) 2024-12-03T03:22:10,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1123, ProcessCount=11, AvailableMemoryMB=6576 2024-12-03T03:22:10,927 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741871_1048 (size=7) 2024-12-03T03:22:10,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741871_1048 (size=7) 2024-12-03T03:22:10,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:10,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:10,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:11,001 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:11,035 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:11,039 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:11,042 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:11,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741872_1049 (size=2324) 2024-12-03T03:22:11,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741872_1049 (size=2324) 2024-12-03T03:22:11,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:11,116 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:11,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741873_1050 (size=1393) 2024-12-03T03:22:11,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:11,186 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741873_1050 (size=1393) 2024-12-03T03:22:11,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-12-03T03:22:11,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-12-03T03:22:11,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-12-03T03:22:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-12-03T03:22:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-12-03T03:22:11,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-12-03T03:22:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-12-03T03:22:11,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-12-03T03:22:11,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-12-03T03:22:11,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-12-03T03:22:11,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-12-03T03:22:11,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-12-03T03:22:11,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-12-03T03:22:11,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-12-03T03:22:11,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-12-03T03:22:11,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-12-03T03:22:11,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-12-03T03:22:11,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-12-03T03:22:11,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-12-03T03:22:11,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-12-03T03:22:11,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-12-03T03:22:11,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-12-03T03:22:11,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-12-03T03:22:11,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-12-03T03:22:11,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-12-03T03:22:11,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-12-03T03:22:11,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-12-03T03:22:11,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-12-03T03:22:11,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-12-03T03:22:11,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-12-03T03:22:11,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-12-03T03:22:11,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-12-03T03:22:11,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-12-03T03:22:11,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-12-03T03:22:11,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-12-03T03:22:11,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-12-03T03:22:11,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-12-03T03:22:11,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-12-03T03:22:11,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-12-03T03:22:11,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-12-03T03:22:11,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-12-03T03:22:11,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-12-03T03:22:11,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-12-03T03:22:11,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-12-03T03:22:11,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-12-03T03:22:11,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-12-03T03:22:11,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-12-03T03:22:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-12-03T03:22:11,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-12-03T03:22:11,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-12-03T03:22:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-12-03T03:22:11,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-12-03T03:22:11,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-12-03T03:22:11,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-12-03T03:22:11,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-12-03T03:22:11,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-12-03T03:22:11,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-12-03T03:22:11,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-12-03T03:22:11,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-12-03T03:22:11,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-12-03T03:22:11,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-12-03T03:22:11,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-12-03T03:22:11,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-12-03T03:22:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-12-03T03:22:11,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-12-03T03:22:11,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-12-03T03:22:11,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-12-03T03:22:11,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-12-03T03:22:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-12-03T03:22:11,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-12-03T03:22:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-12-03T03:22:11,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-12-03T03:22:11,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-12-03T03:22:11,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-12-03T03:22:11,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-12-03T03:22:11,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-12-03T03:22:11,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-12-03T03:22:11,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-12-03T03:22:11,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-12-03T03:22:11,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-12-03T03:22:11,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-12-03T03:22:11,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-12-03T03:22:11,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-12-03T03:22:11,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-12-03T03:22:11,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-12-03T03:22:11,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-12-03T03:22:11,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-12-03T03:22:11,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-12-03T03:22:11,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-12-03T03:22:11,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-12-03T03:22:11,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-12-03T03:22:11,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-12-03T03:22:11,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-12-03T03:22:11,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-12-03T03:22:11,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-12-03T03:22:11,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-12-03T03:22:11,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-12-03T03:22:11,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-12-03T03:22:11,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-12-03T03:22:11,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-12-03T03:22:11,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-12-03T03:22:11,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-12-03T03:22:11,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-12-03T03:22:11,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-12-03T03:22:11,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-12-03T03:22:11,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-12-03T03:22:11,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-12-03T03:22:11,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-12-03T03:22:11,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-12-03T03:22:11,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-12-03T03:22:11,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-12-03T03:22:11,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-12-03T03:22:11,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-12-03T03:22:11,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-12-03T03:22:11,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-12-03T03:22:11,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-12-03T03:22:11,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-12-03T03:22:11,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-12-03T03:22:11,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-12-03T03:22:11,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-12-03T03:22:11,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-12-03T03:22:11,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-12-03T03:22:11,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-12-03T03:22:11,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-12-03T03:22:11,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-12-03T03:22:11,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-12-03T03:22:11,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-12-03T03:22:11,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-12-03T03:22:11,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-12-03T03:22:11,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-12-03T03:22:11,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-12-03T03:22:11,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-12-03T03:22:11,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-12-03T03:22:11,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-12-03T03:22:11,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-12-03T03:22:11,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-12-03T03:22:11,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-12-03T03:22:11,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-12-03T03:22:11,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-12-03T03:22:11,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-12-03T03:22:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-12-03T03:22:11,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-12-03T03:22:11,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-12-03T03:22:11,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-12-03T03:22:11,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-12-03T03:22:11,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-12-03T03:22:11,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-12-03T03:22:11,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-12-03T03:22:11,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-12-03T03:22:11,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-12-03T03:22:11,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-12-03T03:22:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-12-03T03:22:11,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-12-03T03:22:11,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-12-03T03:22:11,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-12-03T03:22:11,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-12-03T03:22:11,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-12-03T03:22:11,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-12-03T03:22:11,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-12-03T03:22:11,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-12-03T03:22:11,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-12-03T03:22:11,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-12-03T03:22:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-12-03T03:22:11,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-12-03T03:22:11,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-12-03T03:22:11,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-12-03T03:22:11,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-12-03T03:22:11,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-12-03T03:22:11,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-12-03T03:22:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-12-03T03:22:11,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-12-03T03:22:11,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-12-03T03:22:11,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-12-03T03:22:11,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-12-03T03:22:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-12-03T03:22:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-12-03T03:22:11,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-12-03T03:22:11,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-12-03T03:22:11,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-12-03T03:22:11,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-12-03T03:22:11,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-12-03T03:22:11,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-12-03T03:22:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-12-03T03:22:11,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-12-03T03:22:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-12-03T03:22:11,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-12-03T03:22:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-12-03T03:22:11,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-12-03T03:22:11,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-12-03T03:22:11,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-12-03T03:22:11,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-12-03T03:22:11,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-12-03T03:22:11,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-12-03T03:22:11,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-12-03T03:22:11,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-12-03T03:22:11,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-12-03T03:22:11,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-12-03T03:22:11,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-12-03T03:22:11,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-12-03T03:22:11,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-12-03T03:22:11,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-12-03T03:22:11,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-12-03T03:22:11,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-12-03T03:22:11,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-12-03T03:22:11,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-12-03T03:22:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-12-03T03:22:11,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-12-03T03:22:11,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-12-03T03:22:11,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-12-03T03:22:11,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-12-03T03:22:11,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-12-03T03:22:11,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-12-03T03:22:11,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-12-03T03:22:11,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-12-03T03:22:11,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-12-03T03:22:11,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-12-03T03:22:11,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-12-03T03:22:11,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-12-03T03:22:11,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-12-03T03:22:11,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-12-03T03:22:11,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-12-03T03:22:11,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-12-03T03:22:11,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-12-03T03:22:11,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-12-03T03:22:11,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-12-03T03:22:11,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-12-03T03:22:11,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-12-03T03:22:11,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-12-03T03:22:11,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-12-03T03:22:11,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-12-03T03:22:11,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-12-03T03:22:11,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-12-03T03:22:11,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-12-03T03:22:11,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-12-03T03:22:11,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-12-03T03:22:11,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-12-03T03:22:11,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-12-03T03:22:11,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-12-03T03:22:11,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-12-03T03:22:11,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-12-03T03:22:11,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-12-03T03:22:11,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-12-03T03:22:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-12-03T03:22:11,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-12-03T03:22:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-12-03T03:22:11,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-12-03T03:22:11,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-12-03T03:22:11,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-12-03T03:22:11,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-12-03T03:22:11,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-12-03T03:22:11,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-12-03T03:22:11,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-12-03T03:22:11,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-12-03T03:22:11,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-12-03T03:22:11,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-12-03T03:22:11,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-12-03T03:22:11,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-12-03T03:22:11,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-12-03T03:22:11,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-12-03T03:22:11,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-12-03T03:22:11,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-12-03T03:22:11,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-12-03T03:22:11,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-12-03T03:22:11,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-12-03T03:22:11,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-12-03T03:22:11,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-12-03T03:22:11,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-12-03T03:22:11,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-12-03T03:22:11,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-12-03T03:22:11,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-12-03T03:22:11,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-12-03T03:22:11,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-12-03T03:22:11,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-12-03T03:22:11,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-12-03T03:22:11,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-12-03T03:22:11,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-12-03T03:22:11,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-12-03T03:22:11,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-12-03T03:22:11,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-12-03T03:22:11,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-12-03T03:22:11,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-12-03T03:22:11,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-12-03T03:22:11,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-12-03T03:22:11,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-12-03T03:22:11,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-12-03T03:22:11,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-12-03T03:22:11,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-12-03T03:22:11,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-12-03T03:22:11,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-12-03T03:22:11,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-12-03T03:22:11,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-12-03T03:22:11,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-12-03T03:22:11,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-12-03T03:22:11,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-12-03T03:22:11,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-12-03T03:22:11,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-12-03T03:22:11,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-12-03T03:22:11,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-12-03T03:22:11,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-12-03T03:22:11,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-12-03T03:22:11,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-12-03T03:22:11,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-12-03T03:22:11,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-12-03T03:22:11,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-12-03T03:22:11,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-12-03T03:22:11,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-12-03T03:22:11,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-12-03T03:22:11,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-12-03T03:22:11,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-12-03T03:22:11,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-12-03T03:22:11,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-12-03T03:22:11,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-12-03T03:22:11,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-12-03T03:22:11,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-12-03T03:22:11,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-12-03T03:22:11,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-12-03T03:22:11,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-12-03T03:22:11,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-12-03T03:22:11,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-12-03T03:22:11,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-12-03T03:22:11,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-12-03T03:22:11,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-12-03T03:22:11,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-12-03T03:22:11,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-12-03T03:22:11,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-12-03T03:22:11,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-12-03T03:22:11,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-12-03T03:22:11,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-12-03T03:22:11,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-12-03T03:22:11,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-12-03T03:22:11,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-12-03T03:22:11,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-12-03T03:22:11,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-12-03T03:22:11,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-12-03T03:22:11,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-12-03T03:22:11,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-12-03T03:22:11,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-12-03T03:22:11,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-12-03T03:22:11,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-12-03T03:22:11,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-12-03T03:22:11,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-12-03T03:22:11,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-12-03T03:22:11,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-12-03T03:22:11,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-12-03T03:22:11,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-12-03T03:22:11,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-12-03T03:22:11,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-12-03T03:22:11,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-12-03T03:22:11,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-12-03T03:22:11,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-12-03T03:22:11,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-12-03T03:22:11,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-12-03T03:22:11,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-12-03T03:22:11,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-12-03T03:22:11,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-12-03T03:22:11,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-12-03T03:22:11,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-12-03T03:22:11,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-12-03T03:22:11,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-12-03T03:22:11,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-12-03T03:22:11,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-12-03T03:22:11,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-12-03T03:22:11,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-12-03T03:22:11,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-12-03T03:22:11,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-12-03T03:22:11,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-12-03T03:22:11,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-12-03T03:22:11,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-12-03T03:22:11,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-12-03T03:22:11,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-12-03T03:22:11,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-12-03T03:22:11,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-12-03T03:22:11,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-12-03T03:22:11,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-12-03T03:22:11,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-12-03T03:22:11,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-12-03T03:22:11,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-12-03T03:22:11,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-12-03T03:22:11,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-12-03T03:22:11,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-12-03T03:22:11,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-12-03T03:22:11,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-12-03T03:22:11,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-12-03T03:22:11,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-12-03T03:22:11,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-12-03T03:22:11,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-12-03T03:22:11,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-12-03T03:22:11,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-12-03T03:22:11,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-12-03T03:22:11,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-12-03T03:22:11,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-12-03T03:22:11,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-12-03T03:22:11,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-12-03T03:22:11,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-12-03T03:22:11,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-12-03T03:22:11,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-12-03T03:22:11,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-12-03T03:22:11,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-12-03T03:22:11,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-12-03T03:22:11,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-12-03T03:22:11,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-12-03T03:22:11,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-12-03T03:22:11,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-12-03T03:22:11,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-12-03T03:22:11,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-12-03T03:22:11,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-12-03T03:22:11,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-12-03T03:22:11,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-12-03T03:22:11,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-12-03T03:22:11,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-12-03T03:22:11,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-12-03T03:22:11,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:11,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-12-03T03:22:11,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:11,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-12-03T03:22:12,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-12-03T03:22:12,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-12-03T03:22:12,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-12-03T03:22:12,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-12-03T03:22:12,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-12-03T03:22:12,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-12-03T03:22:12,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-12-03T03:22:12,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-12-03T03:22:12,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-12-03T03:22:12,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-12-03T03:22:12,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-12-03T03:22:12,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-12-03T03:22:12,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-12-03T03:22:12,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-12-03T03:22:12,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-12-03T03:22:12,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-12-03T03:22:12,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-12-03T03:22:12,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-12-03T03:22:12,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-12-03T03:22:12,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-12-03T03:22:12,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-12-03T03:22:12,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-12-03T03:22:12,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-12-03T03:22:12,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-12-03T03:22:12,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-12-03T03:22:12,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-12-03T03:22:12,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-12-03T03:22:12,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-12-03T03:22:12,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-12-03T03:22:12,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-12-03T03:22:12,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-12-03T03:22:12,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-12-03T03:22:12,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-12-03T03:22:12,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-12-03T03:22:12,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-12-03T03:22:12,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-12-03T03:22:12,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-12-03T03:22:12,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-12-03T03:22:12,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-12-03T03:22:12,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-12-03T03:22:12,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-12-03T03:22:12,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-12-03T03:22:12,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-12-03T03:22:12,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-12-03T03:22:12,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-12-03T03:22:12,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-12-03T03:22:12,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-12-03T03:22:12,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-12-03T03:22:12,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-12-03T03:22:12,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-12-03T03:22:12,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-12-03T03:22:12,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-12-03T03:22:12,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-12-03T03:22:12,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-12-03T03:22:12,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-12-03T03:22:12,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-12-03T03:22:12,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-12-03T03:22:12,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-12-03T03:22:12,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-12-03T03:22:12,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-12-03T03:22:12,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-12-03T03:22:12,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-12-03T03:22:12,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-12-03T03:22:12,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-12-03T03:22:12,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-12-03T03:22:12,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-12-03T03:22:12,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-12-03T03:22:12,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-12-03T03:22:12,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-12-03T03:22:12,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-12-03T03:22:12,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-12-03T03:22:12,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-12-03T03:22:12,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-12-03T03:22:12,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-12-03T03:22:12,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-12-03T03:22:12,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-12-03T03:22:12,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-12-03T03:22:12,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-12-03T03:22:12,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-12-03T03:22:12,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-12-03T03:22:12,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-12-03T03:22:12,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-12-03T03:22:12,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-12-03T03:22:12,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-12-03T03:22:12,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-12-03T03:22:12,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-12-03T03:22:12,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-12-03T03:22:12,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-12-03T03:22:12,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-12-03T03:22:12,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-12-03T03:22:12,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-12-03T03:22:12,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-12-03T03:22:12,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-12-03T03:22:12,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-12-03T03:22:12,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-12-03T03:22:12,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-12-03T03:22:12,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-12-03T03:22:12,263 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001): HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1733196131114; access_time=1733196131060; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196131185; access_time=1733196131116; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1733196131187; access_time=1733196131187; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T03:22:12,263 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-12-03T03:22:12,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-12-03T03:22:12,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-12-03T03:22:12,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-12-03T03:22:12,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-12-03T03:22:12,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-12-03T03:22:12,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-12-03T03:22:12,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-12-03T03:22:12,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-12-03T03:22:12,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-12-03T03:22:12,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-12-03T03:22:12,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-12-03T03:22:12,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-12-03T03:22:12,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-12-03T03:22:12,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-12-03T03:22:12,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-12-03T03:22:12,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-12-03T03:22:12,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-12-03T03:22:12,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-12-03T03:22:12,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-12-03T03:22:12,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-12-03T03:22:12,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-12-03T03:22:12,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-12-03T03:22:12,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0, size=2.3 K (2324bytes) 2024-12-03T03:22:12,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 2024-12-03T03:22:12,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 after 2ms 2024-12-03T03:22:12,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-12-03T03:22:12,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-12-03T03:22:12,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-12-03T03:22:12,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-12-03T03:22:12,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 took 11ms 2024-12-03T03:22:12,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-12-03T03:22:12,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-12-03T03:22:12,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-12-03T03:22:12,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 so closing down 2024-12-03T03:22:12,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:12,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:12,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-12-03T03:22:12,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:12,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-12-03T03:22:12,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:12,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-12-03T03:22:12,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:12,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-12-03T03:22:12,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-12-03T03:22:12,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-12-03T03:22:12,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:12,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-12-03T03:22:12,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-12-03T03:22:12,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-12-03T03:22:12,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-12-03T03:22:12,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-12-03T03:22:12,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-12-03T03:22:12,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-12-03T03:22:12,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-12-03T03:22:12,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-12-03T03:22:12,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-12-03T03:22:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741875_1052 (size=743) 2024-12-03T03:22:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741875_1052 (size=743) 2024-12-03T03:22:12,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:12,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-12-03T03:22:12,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741876_1053 (size=743) 2024-12-03T03:22:12,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-12-03T03:22:12,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741876_1053 (size=743) 2024-12-03T03:22:12,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:12,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:12,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:12,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 68 ms; skipped=7; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-12-03T03:22:12,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-12-03T03:22:12,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0, size=2.3 K (2324bytes) at 1733196132311Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 so closing down at 1733196132331 (+20 ms)3 split writer threads finished at 1733196132331Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196132340 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196132355 (+15 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196132382 (+27 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196132386 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196132387 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196132390 (+3 ms)Processed 27 edits across 2 Regions in 68 ms; skipped=7; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1733196132390 2024-12-03T03:22:12,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-12-03T03:22:12,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/oldWALs/wal.dat.0 2024-12-03T03:22:12,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:12,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 2024-12-03T03:22:12,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-12-03T03:22:12,396 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 after 1ms 2024-12-03T03:22:12,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-12-03T03:22:12,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 took 5ms 2024-12-03T03:22:12,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-12-03T03:22:12,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-12-03T03:22:12,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-12-03T03:22:12,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-12-03T03:22:12,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 so closing down 2024-12-03T03:22:12,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:12,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:12,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-12-03T03:22:12,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-12-03T03:22:12,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-12-03T03:22:12,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-12-03T03:22:12,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:12,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-12-03T03:22:12,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-12-03T03:22:12,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-12-03T03:22:12,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:12,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-12-03T03:22:12,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-12-03T03:22:12,423 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:12,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-12-03T03:22:12,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:12,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-12-03T03:22:12,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741877_1054 (size=743) 2024-12-03T03:22:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741877_1054 (size=743) 2024-12-03T03:22:12,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:12,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:12,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-12-03T03:22:12,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741878_1055 (size=743) 2024-12-03T03:22:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741878_1055 (size=743) 2024-12-03T03:22:12,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-12-03T03:22:12,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:12,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-12-03T03:22:12,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:12,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:12,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1, size=1.4 K (1393bytes) at 1733196132395Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 so closing down at 1733196132409 (+14 ms)3 split writer threads finished at 1733196132409Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196132420 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196132425 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196132441 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196132443 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196132452 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196132454 (+2 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196132454 2024-12-03T03:22:12,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-12-03T03:22:12,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-12-03T03:22:12,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/oldWALs/wal.dat.1 2024-12-03T03:22:12,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2, size=150 (150bytes) 2024-12-03T03:22:12,458 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 2024-12-03T03:22:12,459 WARN [IPC Server handler 2 on default port 39243 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-12-03T03:22:12,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-12-03T03:22:12,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 after 1ms 2024-12-03T03:22:12,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-12-03T03:22:12,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-12-03T03:22:12,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-12-03T03:22:12,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-12-03T03:22:12,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-12-03T03:22:12,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-12-03T03:22:12,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-12-03T03:22:12,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-12-03T03:22:12,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-12-03T03:22:12,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-12-03T03:22:12,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-12-03T03:22:12,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-12-03T03:22:12,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-12-03T03:22:12,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-12-03T03:22:12,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-12-03T03:22:12,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-12-03T03:22:12,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-12-03T03:22:12,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-12-03T03:22:12,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-12-03T03:22:12,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-12-03T03:22:12,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-12-03T03:22:12,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-12-03T03:22:12,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-12-03T03:22:12,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-12-03T03:22:12,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-12-03T03:22:12,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-12-03T03:22:12,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-12-03T03:22:12,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-12-03T03:22:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-12-03T03:22:12,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-12-03T03:22:12,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-12-03T03:22:12,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-12-03T03:22:12,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-12-03T03:22:12,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-12-03T03:22:12,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-12-03T03:22:12,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-12-03T03:22:12,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-12-03T03:22:12,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-12-03T03:22:12,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-12-03T03:22:12,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-12-03T03:22:12,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-12-03T03:22:12,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-12-03T03:22:12,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-12-03T03:22:12,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-12-03T03:22:12,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-12-03T03:22:12,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-12-03T03:22:12,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-12-03T03:22:12,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-12-03T03:22:12,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-12-03T03:22:12,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-12-03T03:22:12,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-12-03T03:22:12,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-12-03T03:22:12,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-12-03T03:22:12,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-12-03T03:22:12,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-12-03T03:22:12,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-12-03T03:22:12,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-12-03T03:22:12,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-12-03T03:22:12,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-12-03T03:22:12,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-12-03T03:22:12,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-12-03T03:22:12,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-12-03T03:22:12,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-12-03T03:22:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-12-03T03:22:12,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-12-03T03:22:12,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-12-03T03:22:12,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-12-03T03:22:12,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-12-03T03:22:12,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-12-03T03:22:12,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-12-03T03:22:12,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-12-03T03:22:12,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-12-03T03:22:12,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-12-03T03:22:12,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-12-03T03:22:12,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-12-03T03:22:12,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-12-03T03:22:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-12-03T03:22:12,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-12-03T03:22:12,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-12-03T03:22:12,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-12-03T03:22:12,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-12-03T03:22:12,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-12-03T03:22:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-12-03T03:22:12,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-12-03T03:22:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-12-03T03:22:12,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-12-03T03:22:12,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-12-03T03:22:12,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-12-03T03:22:12,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-12-03T03:22:12,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-12-03T03:22:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-12-03T03:22:12,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-12-03T03:22:12,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-12-03T03:22:12,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-12-03T03:22:12,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-12-03T03:22:12,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-12-03T03:22:12,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-12-03T03:22:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-12-03T03:22:12,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-12-03T03:22:12,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-12-03T03:22:12,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-12-03T03:22:12,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-12-03T03:22:12,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-12-03T03:22:12,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-12-03T03:22:12,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-12-03T03:22:12,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-12-03T03:22:12,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-12-03T03:22:12,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-12-03T03:22:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-12-03T03:22:12,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-12-03T03:22:12,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-12-03T03:22:12,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-12-03T03:22:12,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-12-03T03:22:12,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-12-03T03:22:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-12-03T03:22:12,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-12-03T03:22:12,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-12-03T03:22:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-12-03T03:22:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-12-03T03:22:12,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-12-03T03:22:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-12-03T03:22:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-12-03T03:22:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-12-03T03:22:12,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-12-03T03:22:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-12-03T03:22:12,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-12-03T03:22:12,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-12-03T03:22:12,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-12-03T03:22:12,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-12-03T03:22:12,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-12-03T03:22:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-12-03T03:22:12,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-12-03T03:22:12,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-12-03T03:22:12,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-12-03T03:22:12,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-12-03T03:22:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-12-03T03:22:12,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-12-03T03:22:12,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-12-03T03:22:12,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-12-03T03:22:12,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-12-03T03:22:12,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-12-03T03:22:12,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-12-03T03:22:12,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-12-03T03:22:12,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-12-03T03:22:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-12-03T03:22:12,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-12-03T03:22:12,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-12-03T03:22:12,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-12-03T03:22:12,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-12-03T03:22:12,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-12-03T03:22:12,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-12-03T03:22:12,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-12-03T03:22:12,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-12-03T03:22:12,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-12-03T03:22:12,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-12-03T03:22:12,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-12-03T03:22:12,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-12-03T03:22:12,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-12-03T03:22:12,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-12-03T03:22:12,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-12-03T03:22:12,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-12-03T03:22:12,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-12-03T03:22:12,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-12-03T03:22:12,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-12-03T03:22:12,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-12-03T03:22:12,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-12-03T03:22:12,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-12-03T03:22:12,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-12-03T03:22:12,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-12-03T03:22:12,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-12-03T03:22:12,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-12-03T03:22:12,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-12-03T03:22:12,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-12-03T03:22:12,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-12-03T03:22:12,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-12-03T03:22:12,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-12-03T03:22:12,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-12-03T03:22:12,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-12-03T03:22:12,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-12-03T03:22:12,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-12-03T03:22:12,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-12-03T03:22:12,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-12-03T03:22:12,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-12-03T03:22:12,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-12-03T03:22:12,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-12-03T03:22:12,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-12-03T03:22:12,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-12-03T03:22:12,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-12-03T03:22:12,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-12-03T03:22:12,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-12-03T03:22:12,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-12-03T03:22:12,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-12-03T03:22:12,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-12-03T03:22:12,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-12-03T03:22:12,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-12-03T03:22:12,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-12-03T03:22:12,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-12-03T03:22:12,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-12-03T03:22:12,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-12-03T03:22:12,949 WARN [ResponseProcessor for block BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:12,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_670784183_538 at /127.0.0.1:43792 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43792 dst: /127.0.0.1:34411 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:12,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_670784183_538 at /127.0.0.1:36958 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:44905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36958 dst: /127.0.0.1:44905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:12,950 WARN [DataStreamer for file /user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 block BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK], DatanodeInfoWithStorage[127.0.0.1:44905,DS-6d4ed63b-96be-4642-be4d-154de5665715,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK]) is bad. 2024-12-03T03:22:12,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-12-03T03:22:12,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-12-03T03:22:12,950 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@6c509c04 {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:34411,null,null]) java.io.IOException: getBytesOnDisk() < getVisibleLength(), rip=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 51299 getBytesOnDisk() = 51235 getVisibleLength()= 51299 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data4 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data4/current/BP-780857539-172.17.0.3-1733196111653/current/rbw/blk_1073741874 bytesAcked=51299 bytesOnDisk=51235 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3034) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:12,951 WARN [DataStreamer for file /user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 block BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:12,951 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:12,952 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-12-03T03:22:12,955 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 812 2024-12-03T03:22:12,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-12-03T03:22:12,955 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:12,956 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:13,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741874_1056 (size=51299) 2024-12-03T03:22:16,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 after 4002ms 2024-12-03T03:22:16,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 took 4006ms 2024-12-03T03:22:16,496 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2; continuing. 2024-12-03T03:22:16,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 so closing down 2024-12-03T03:22:16,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:16,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:16,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:16,505 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:16,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:16,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741879_1057 (size=743) 2024-12-03T03:22:16,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741879_1057 (size=743) 2024-12-03T03:22:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741880_1058 (size=50657) 2024-12-03T03:22:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741880_1058 (size=50657) 2024-12-03T03:22:16,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 791 edits, skipped 0 edits in 7 ms) 2024-12-03T03:22:16,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:16,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:16,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:16,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 801 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T03:22:16,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2, size=150 (150bytes) at 1733196132458Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 so closing down at 1733196136497 (+4039 ms)3 split writer threads finished at 1733196136498 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196136507 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196136507Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 791 edits, skipped 0 edits in 7 ms) at 1733196136529 (+22 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196136531 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196136926 (+395 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196136928 (+2 ms)Processed 801 edits across 2 Regions in 462 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1733196136928 2024-12-03T03:22:16,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/WALs/testlogcannotbewrittenonceparsed,16010,1733196131001/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/24ac4a33-3ce6-f79e-bb48-d92204b03a21/oldWALs/wal.dat.2 2024-12-03T03:22:16,931 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-12-03T03:22:16,963 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=811, robber=811 2024-12-03T03:22:16,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=147 (was 142) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4bfdba9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:39243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:39243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_649830976_22 at /127.0.0.1:59650 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:39243 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_649830976_22 at /127.0.0.1:46114 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:39243 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1105 (was 1123), ProcessCount=11 (was 11), AvailableMemoryMB=6382 (was 6576) 2024-12-03T03:22:17,007 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1105, ProcessCount=11, AvailableMemoryMB=6382 2024-12-03T03:22:17,007 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741881_1059 (size=7) 2024-12-03T03:22:17,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741881_1059 (size=7) 2024-12-03T03:22:17,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:17,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:17,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:17,437 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:17,439 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:17,439 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:17,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:17,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741882_1060 (size=1393) 2024-12-03T03:22:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741882_1060 (size=1393) 2024-12-03T03:22:17,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:17,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:17,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741883_1061 (size=1393) 2024-12-03T03:22:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741883_1061 (size=1393) 2024-12-03T03:22:17,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:17,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:17,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741884_1062 (size=1393) 2024-12-03T03:22:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741884_1062 (size=1393) 2024-12-03T03:22:17,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:17,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741885_1063 (size=1393) 2024-12-03T03:22:17,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741885_1063 (size=1393) 2024-12-03T03:22:17,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:17,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:17,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741886_1064 (size=1393) 2024-12-03T03:22:17,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741886_1064 (size=1393) 2024-12-03T03:22:17,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:17,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:17,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741887_1065 (size=1393) 2024-12-03T03:22:17,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741887_1065 (size=1393) 2024-12-03T03:22:17,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:17,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:17,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741888_1066 (size=1405) 2024-12-03T03:22:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741888_1066 (size=1405) 2024-12-03T03:22:17,788 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:17,788 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:17,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741889_1067 (size=1413) 2024-12-03T03:22:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741889_1067 (size=1413) 2024-12-03T03:22:17,801 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:17,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:17,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741890_1068 (size=1413) 2024-12-03T03:22:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741890_1068 (size=1413) 2024-12-03T03:22:17,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:17,815 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:17,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:17,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741891_1069 (size=1413) 2024-12-03T03:22:17,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741891_1069 (size=1413) 2024-12-03T03:22:17,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:17,845 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:17,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 2024-12-03T03:22:17,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 after 2ms 2024-12-03T03:22:17,848 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:19,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 took 2023ms 2024-12-03T03:22:19,872 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 so closing down 2024-12-03T03:22:19,872 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:19,876 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:19,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:19,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:19,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:19,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741893_1071 (size=743) 2024-12-03T03:22:19,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741893_1071 (size=743) 2024-12-03T03:22:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741892_1070 (size=743) 2024-12-03T03:22:19,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741892_1070 (size=743) 2024-12-03T03:22:19,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:19,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:20,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:20,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:20,339 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0, size=1.4 K (1393bytes) at 1733196137845Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 so closing down at 1733196139872 (+2027 ms)3 split writer threads finished at 1733196139876 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196139888 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196139888Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196139974 (+86 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196139980 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140307 (+327 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196140339 (+32 ms)Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196140339 2024-12-03T03:22:20,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.0 2024-12-03T03:22:20,346 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:20,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 2024-12-03T03:22:20,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 after 2ms 2024-12-03T03:22:20,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 took 12ms 2024-12-03T03:22:20,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 so closing down 2024-12-03T03:22:20,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:20,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:20,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:20,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:20,378 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741894_1072 (size=743) 2024-12-03T03:22:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741894_1072 (size=743) 2024-12-03T03:22:20,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:20,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741895_1073 (size=743) 2024-12-03T03:22:20,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741895_1073 (size=743) 2024-12-03T03:22:20,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:20,412 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:20,412 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1, size=1.4 K (1393bytes) at 1733196140346Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 so closing down at 1733196140360 (+14 ms)3 split writer threads finished at 1733196140360Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196140372 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140394 (+22 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196140399 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196140400 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140407 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196140412 (+5 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196140412 2024-12-03T03:22:20,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.1 2024-12-03T03:22:20,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:20,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 2024-12-03T03:22:20,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 after 1ms 2024-12-03T03:22:20,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 took 7ms 2024-12-03T03:22:20,428 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 so closing down 2024-12-03T03:22:20,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:20,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:20,433 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:20,433 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:20,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:20,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741896_1074 (size=743) 2024-12-03T03:22:20,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741896_1074 (size=743) 2024-12-03T03:22:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741897_1075 (size=743) 2024-12-03T03:22:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741897_1075 (size=743) 2024-12-03T03:22:20,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:20,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:20,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:20,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2, size=1.4 K (1393bytes) at 1733196140419Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 so closing down at 1733196140428 (+9 ms)3 split writer threads finished at 1733196140429 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196140439 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196140440 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140466 (+26 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196140469 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140859 (+390 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196140863 (+4 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196140863 2024-12-03T03:22:20,868 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.2 2024-12-03T03:22:20,868 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:20,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 2024-12-03T03:22:20,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 after 1ms 2024-12-03T03:22:20,874 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 took 6ms 2024-12-03T03:22:20,880 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 so closing down 2024-12-03T03:22:20,880 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:20,881 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:20,885 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:20,885 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:20,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:20,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741898_1076 (size=743) 2024-12-03T03:22:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741898_1076 (size=743) 2024-12-03T03:22:20,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:20,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741899_1077 (size=743) 2024-12-03T03:22:20,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741899_1077 (size=743) 2024-12-03T03:22:21,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,313 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:21,314 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:21,314 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3, size=1.4 K (1393bytes) at 1733196140868Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 so closing down at 1733196140880 (+12 ms)3 split writer threads finished at 1733196140881 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196140886 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196140888 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196140900 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196140903 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141311 (+408 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196141314 (+3 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196141314 2024-12-03T03:22:21,316 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.3 2024-12-03T03:22:21,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:21,317 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 2024-12-03T03:22:21,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 after 1ms 2024-12-03T03:22:21,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 took 4ms 2024-12-03T03:22:21,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 so closing down 2024-12-03T03:22:21,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,331 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:21,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:21,337 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:21,338 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:21,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741900_1078 (size=743) 2024-12-03T03:22:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741900_1078 (size=743) 2024-12-03T03:22:21,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741901_1079 (size=743) 2024-12-03T03:22:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741901_1079 (size=743) 2024-12-03T03:22:21,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:21,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:21,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4, size=1.4 K (1393bytes) at 1733196141317Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 so closing down at 1733196141323 (+6 ms)3 split writer threads finished at 1733196141323Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196141335 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196141338 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141342 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196141345 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141353 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196141359 (+6 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196141359 2024-12-03T03:22:21,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.4 2024-12-03T03:22:21,363 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:21,363 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 2024-12-03T03:22:21,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 after 1ms 2024-12-03T03:22:21,368 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 took 5ms 2024-12-03T03:22:21,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 so closing down 2024-12-03T03:22:21,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,383 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:21,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:21,395 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:21,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:21,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741902_1080 (size=743) 2024-12-03T03:22:21,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741902_1080 (size=743) 2024-12-03T03:22:21,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741903_1081 (size=743) 2024-12-03T03:22:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741903_1081 (size=743) 2024-12-03T03:22:21,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:21,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:21,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5, size=1.4 K (1393bytes) at 1733196141363Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 so closing down at 1733196141378 (+15 ms)3 split writer threads finished at 1733196141378Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196141392 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196141396 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141406 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196141409 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141415 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196141417 (+2 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196141418 (+1 ms) 2024-12-03T03:22:21,421 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.5 2024-12-03T03:22:21,421 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:21,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 2024-12-03T03:22:21,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 after 1ms 2024-12-03T03:22:21,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 took 4ms 2024-12-03T03:22:21,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 so closing down 2024-12-03T03:22:21,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:21,430 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:21,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:21,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741904_1082 (size=749) 2024-12-03T03:22:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741904_1082 (size=749) 2024-12-03T03:22:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741905_1083 (size=749) 2024-12-03T03:22:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741905_1083 (size=749) 2024-12-03T03:22:21,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:21,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:21,442 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:21,442 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6, size=1.4 K (1405bytes) at 1733196141421Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 so closing down at 1733196141427 (+6 ms)3 split writer threads finished at 1733196141427Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196141432 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196141432Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141439 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141439Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196141441 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196141442 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196141442 2024-12-03T03:22:21,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.6 2024-12-03T03:22:21,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:21,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 2024-12-03T03:22:21,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 after 1ms 2024-12-03T03:22:21,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 took 4ms 2024-12-03T03:22:21,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 so closing down 2024-12-03T03:22:21,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,454 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:21,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:21,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:21,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741907_1085 (size=753) 2024-12-03T03:22:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741906_1084 (size=753) 2024-12-03T03:22:21,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741907_1085 (size=753) 2024-12-03T03:22:21,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741906_1084 (size=753) 2024-12-03T03:22:21,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:21,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:21,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:21,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7, size=1.4 K (1413bytes) at 1733196141445Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 so closing down at 1733196141451 (+6 ms)3 split writer threads finished at 1733196141451Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196141455 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196141456 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141469 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141469Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196141471 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196141471Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196141471 2024-12-03T03:22:21,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.7 2024-12-03T03:22:21,475 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:21,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 2024-12-03T03:22:21,476 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 after 1ms 2024-12-03T03:22:21,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 took 5ms 2024-12-03T03:22:21,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 so closing down 2024-12-03T03:22:21,482 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:21,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:21,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:21,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741908_1086 (size=753) 2024-12-03T03:22:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741908_1086 (size=753) 2024-12-03T03:22:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741909_1087 (size=753) 2024-12-03T03:22:21,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741909_1087 (size=753) 2024-12-03T03:22:21,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:21,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:21,498 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:21,498 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8, size=1.4 K (1413bytes) at 1733196141475Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 so closing down at 1733196141482 (+7 ms)3 split writer threads finished at 1733196141482Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196141486 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196141486Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141495 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141496 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196141498 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196141498Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196141498 2024-12-03T03:22:21,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.8 2024-12-03T03:22:21,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:21,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 2024-12-03T03:22:21,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 after 1ms 2024-12-03T03:22:21,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 took 3ms 2024-12-03T03:22:21,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 so closing down 2024-12-03T03:22:21,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:21,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:21,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:21,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741910_1088 (size=753) 2024-12-03T03:22:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741910_1088 (size=753) 2024-12-03T03:22:21,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741911_1089 (size=753) 2024-12-03T03:22:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741911_1089 (size=753) 2024-12-03T03:22:21,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:21,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:21,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9, size=1.4 K (1413bytes) at 1733196141501Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 so closing down at 1733196141506 (+5 ms)3 split writer threads finished at 1733196141506Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196141511 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196141514 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141530 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196141533 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141538 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196141540 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196141540 2024-12-03T03:22:21,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/WALs/testretryopenduringrecovery,16010,1733196137437/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/1372312b-3f04-f8c1-1a8f-f473e33de687/oldWALs/wal.dat.9 2024-12-03T03:22:21,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=147 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1081 (was 1105), ProcessCount=11 (was 11), AvailableMemoryMB=6314 (was 6382) 2024-12-03T03:22:21,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=147, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1081, ProcessCount=11, AvailableMemoryMB=6313 2024-12-03T03:22:21,560 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741912_1090 (size=7) 2024-12-03T03:22:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741912_1090 (size=7) 2024-12-03T03:22:21,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:21,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:21,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:21,575 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:21,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:21,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:21,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:21,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741913_1091 (size=1393) 2024-12-03T03:22:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741913_1091 (size=1393) 2024-12-03T03:22:21,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:21,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741914_1092 (size=1393) 2024-12-03T03:22:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741914_1092 (size=1393) 2024-12-03T03:22:21,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:21,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741915_1093 (size=1393) 2024-12-03T03:22:21,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741915_1093 (size=1393) 2024-12-03T03:22:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:21,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741916_1094 (size=1393) 2024-12-03T03:22:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741916_1094 (size=1393) 2024-12-03T03:22:21,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:21,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741917_1095 (size=1393) 2024-12-03T03:22:21,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741917_1095 (size=1393) 2024-12-03T03:22:21,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:21,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:21,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741919_1097 (size=1405) 2024-12-03T03:22:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741919_1097 (size=1405) 2024-12-03T03:22:21,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:21,718 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:21,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741920_1098 (size=1413) 2024-12-03T03:22:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741920_1098 (size=1413) 2024-12-03T03:22:21,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:21,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:21,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741921_1099 (size=1413) 2024-12-03T03:22:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741921_1099 (size=1413) 2024-12-03T03:22:21,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:21,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:21,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741922_1100 (size=1413) 2024-12-03T03:22:21,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741922_1100 (size=1413) 2024-12-03T03:22:21,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:21,788 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:21,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 2024-12-03T03:22:21,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 after 0ms 2024-12-03T03:22:21,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 took 2ms 2024-12-03T03:22:21,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 so closing down 2024-12-03T03:22:21,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:21,814 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:21,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:21,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741924_1102 (size=743) 2024-12-03T03:22:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741923_1101 (size=743) 2024-12-03T03:22:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741924_1102 (size=743) 2024-12-03T03:22:21,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741923_1101 (size=743) 2024-12-03T03:22:21,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:21,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:21,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:21,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0, size=1.4 K (1393bytes) at 1733196141788Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 so closing down at 1733196141794 (+6 ms)3 split writer threads finished at 1733196141800 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196141820 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196141820Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141843 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141844 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196141846 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196141846Processed 20 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196141847 (+1 ms) 2024-12-03T03:22:21,850 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.0 2024-12-03T03:22:21,851 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:21,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 2024-12-03T03:22:21,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 after 0ms 2024-12-03T03:22:21,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 took 3ms 2024-12-03T03:22:21,855 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 so closing down 2024-12-03T03:22:21,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:21,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:21,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:21,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741926_1104 (size=743) 2024-12-03T03:22:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741926_1104 (size=743) 2024-12-03T03:22:21,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741925_1103 (size=743) 2024-12-03T03:22:21,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741925_1103 (size=743) 2024-12-03T03:22:21,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:21,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:21,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1, size=1.4 K (1393bytes) at 1733196141851Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 so closing down at 1733196141855 (+4 ms)3 split writer threads finished at 1733196141855Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196141859 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196141859Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141889 (+30 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196141895 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141899 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196141905 (+6 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196141905 2024-12-03T03:22:21,910 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.1 2024-12-03T03:22:21,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:21,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 2024-12-03T03:22:21,911 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 after 1ms 2024-12-03T03:22:21,914 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 took 4ms 2024-12-03T03:22:21,927 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 so closing down 2024-12-03T03:22:21,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:21,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:21,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:21,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:21,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:21,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741927_1105 (size=743) 2024-12-03T03:22:21,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741927_1105 (size=743) 2024-12-03T03:22:21,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:21,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741928_1106 (size=743) 2024-12-03T03:22:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741928_1106 (size=743) 2024-12-03T03:22:22,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:22,399 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:22,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:22,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2, size=1.4 K (1393bytes) at 1733196141910Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 so closing down at 1733196141927 (+17 ms)3 split writer threads finished at 1733196141928 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196141948 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196141952 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196141994 (+42 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196141997 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196142398 (+401 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196142399 (+1 ms)Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196142400 (+1 ms) 2024-12-03T03:22:22,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.2 2024-12-03T03:22:22,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:22,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 2024-12-03T03:22:22,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 after 0ms 2024-12-03T03:22:22,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 took 3ms 2024-12-03T03:22:22,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 so closing down 2024-12-03T03:22:22,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:22,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:22,411 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:22,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:22,418 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:22,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741929_1107 (size=743) 2024-12-03T03:22:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741929_1107 (size=743) 2024-12-03T03:22:22,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:22,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:22,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741930_1108 (size=743) 2024-12-03T03:22:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741930_1108 (size=743) 2024-12-03T03:22:22,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:22,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:22,837 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:22,837 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3, size=1.4 K (1393bytes) at 1733196142402Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 so closing down at 1733196142406 (+4 ms)3 split writer threads finished at 1733196142406Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196142416 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196142423 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196142429 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196142430 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196142835 (+405 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196142837 (+2 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196142837 2024-12-03T03:22:22,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.3 2024-12-03T03:22:22,840 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:22,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 2024-12-03T03:22:22,840 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 after 0ms 2024-12-03T03:22:22,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 took 3ms 2024-12-03T03:22:22,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 so closing down 2024-12-03T03:22:22,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:22,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:22,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:22,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:22,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:22,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741931_1109 (size=743) 2024-12-03T03:22:22,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741932_1110 (size=743) 2024-12-03T03:22:22,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741932_1110 (size=743) 2024-12-03T03:22:22,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741931_1109 (size=743) 2024-12-03T03:22:22,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:22,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:22,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:22,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:22,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:22,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4, size=1.4 K (1393bytes) at 1733196142840Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 so closing down at 1733196142844 (+4 ms)3 split writer threads finished at 1733196142844Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196142847 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196142847Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196142856 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196142856Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196142858 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196142858Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196142858 2024-12-03T03:22:22,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.4 2024-12-03T03:22:22,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5, size=150 (150bytes) 2024-12-03T03:22:22,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 2024-12-03T03:22:22,860 WARN [IPC Server handler 0 on default port 39243 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-12-03T03:22:22,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 after 1ms 2024-12-03T03:22:22,928 WARN [ResponseProcessor for block BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:22,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1935919781_22 at /127.0.0.1:46442 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:44905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46442 dst: /127.0.0.1:44905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:22,928 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1935919781_22 at /127.0.0.1:60008 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60008 dst: /127.0.0.1:34411 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34411 remote=/127.0.0.1:60008]. Total timeout mills is 60000, 58764 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:22,928 WARN [DataStreamer for file /user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 block BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK], DatanodeInfoWithStorage[127.0.0.1:44905,DS-6d4ed63b-96be-4642-be4d-154de5665715,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK]) is bad. 2024-12-03T03:22:22,929 WARN [DataStreamer for file /user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 block BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741918_1111 (size=1385) 2024-12-03T03:22:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741918_1111 (size=1385) 2024-12-03T03:22:26,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 after 4001ms 2024-12-03T03:22:26,864 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 took 4004ms 2024-12-03T03:22:26,865 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5; continuing. 2024-12-03T03:22:26,865 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 so closing down 2024-12-03T03:22:26,865 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:26,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:26,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:26,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:26,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:26,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:26,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741933_1112 (size=743) 2024-12-03T03:22:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741933_1112 (size=743) 2024-12-03T03:22:26,874 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:26,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741934_1113 (size=743) 2024-12-03T03:22:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741934_1113 (size=743) 2024-12-03T03:22:26,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:26,884 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:26,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-12-03T03:22:26,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5, size=150 (150bytes) at 1733196142860Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 so closing down at 1733196146865 (+4005 ms)3 split writer threads finished at 1733196146865Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196146868 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196146868Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196146874 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196146875 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196146883 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196146885 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1733196146885 2024-12-03T03:22:26,886 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.5 2024-12-03T03:22:26,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:26,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 2024-12-03T03:22:26,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 after 0ms 2024-12-03T03:22:26,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 took 3ms 2024-12-03T03:22:26,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 so closing down 2024-12-03T03:22:26,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:26,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:26,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:26,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:26,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:26,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:26,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741936_1115 (size=749) 2024-12-03T03:22:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741936_1115 (size=749) 2024-12-03T03:22:26,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741935_1114 (size=749) 2024-12-03T03:22:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741935_1114 (size=749) 2024-12-03T03:22:26,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:27,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:27,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:27,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6, size=1.4 K (1405bytes) at 1733196146887Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 so closing down at 1733196146891 (+4 ms)3 split writer threads finished at 1733196146891Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196146895 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196146895Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196146900 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196146901 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147301 (+400 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196147303 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196147303 2024-12-03T03:22:27,305 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.6 2024-12-03T03:22:27,305 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:27,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 2024-12-03T03:22:27,305 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 after 0ms 2024-12-03T03:22:27,307 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 took 2ms 2024-12-03T03:22:27,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 so closing down 2024-12-03T03:22:27,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:27,310 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:27,313 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:27,313 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:27,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:27,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741937_1116 (size=753) 2024-12-03T03:22:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741937_1116 (size=753) 2024-12-03T03:22:27,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741938_1117 (size=753) 2024-12-03T03:22:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741938_1117 (size=753) 2024-12-03T03:22:27,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:27,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:27,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:27,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7, size=1.4 K (1413bytes) at 1733196147305Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 so closing down at 1733196147309 (+4 ms)3 split writer threads finished at 1733196147310 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196147314 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196147314Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147324 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147326 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196147326Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196147327 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196147327 2024-12-03T03:22:27,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.7 2024-12-03T03:22:27,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:27,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 2024-12-03T03:22:27,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 after 0ms 2024-12-03T03:22:27,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 took 2ms 2024-12-03T03:22:27,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 so closing down 2024-12-03T03:22:27,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:27,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:27,339 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:27,339 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:27,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:27,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741939_1118 (size=753) 2024-12-03T03:22:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741939_1118 (size=753) 2024-12-03T03:22:27,354 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:27,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741940_1119 (size=753) 2024-12-03T03:22:27,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741940_1119 (size=753) 2024-12-03T03:22:27,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:27,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:27,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8, size=1.4 K (1413bytes) at 1733196147329Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 so closing down at 1733196147333 (+4 ms)3 split writer threads finished at 1733196147334 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196147340 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196147344 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147354 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196147355 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147361 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196147362 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196147363 (+1 ms) 2024-12-03T03:22:27,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.8 2024-12-03T03:22:27,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:27,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 2024-12-03T03:22:27,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 after 0ms 2024-12-03T03:22:27,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 took 3ms 2024-12-03T03:22:27,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 so closing down 2024-12-03T03:22:27,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:27,369 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:27,373 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:27,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:27,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:27,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:27,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741941_1120 (size=753) 2024-12-03T03:22:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741941_1120 (size=753) 2024-12-03T03:22:27,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:27,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741942_1121 (size=753) 2024-12-03T03:22:27,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741942_1121 (size=753) 2024-12-03T03:22:27,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-12-03T03:22:27,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:27,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:27,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9, size=1.4 K (1413bytes) at 1733196147364Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 so closing down at 1733196147368 (+4 ms)3 split writer threads finished at 1733196147369 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196147374 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196147374Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196147388 (+14 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196147390 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1733196147395 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196147397 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196147397 2024-12-03T03:22:27,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1733196141575/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/a0addaa8-d881-4498-95be-a32884b87a60/oldWALs/wal.dat.9 2024-12-03T03:22:27,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 147), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1042 (was 1081), ProcessCount=11 (was 11), AvailableMemoryMB=6169 (was 6313) 2024-12-03T03:22:27,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1042, ProcessCount=11, AvailableMemoryMB=6199 2024-12-03T03:22:27,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741943_1122 (size=7) 2024-12-03T03:22:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741943_1122 (size=7) 2024-12-03T03:22:27,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:27,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:27,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:27,512 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:27,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1042 (was 1042), ProcessCount=11 (was 11), AvailableMemoryMB=6195 (was 6199) 2024-12-03T03:22:27,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1042, ProcessCount=11, AvailableMemoryMB=6195 2024-12-03T03:22:27,531 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741944_1123 (size=7) 2024-12-03T03:22:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741944_1123 (size=7) 2024-12-03T03:22:27,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:27,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:27,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:27,979 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:27,980 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:27,980 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:27,981 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:27,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741945_1124 (size=1393) 2024-12-03T03:22:27,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741945_1124 (size=1393) 2024-12-03T03:22:27,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741946_1125 (size=1393) 2024-12-03T03:22:28,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741946_1125 (size=1393) 2024-12-03T03:22:28,040 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:28,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741947_1126 (size=1393) 2024-12-03T03:22:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741947_1126 (size=1393) 2024-12-03T03:22:28,056 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:28,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:28,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741948_1127 (size=1393) 2024-12-03T03:22:28,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741948_1127 (size=1393) 2024-12-03T03:22:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:28,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741949_1128 (size=1393) 2024-12-03T03:22:28,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741949_1128 (size=1393) 2024-12-03T03:22:28,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:28,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:28,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741950_1129 (size=1393) 2024-12-03T03:22:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741950_1129 (size=1393) 2024-12-03T03:22:29,319 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:29,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741951_1130 (size=1405) 2024-12-03T03:22:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741951_1130 (size=1405) 2024-12-03T03:22:29,338 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:29,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:29,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741952_1131 (size=1413) 2024-12-03T03:22:29,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741952_1131 (size=1413) 2024-12-03T03:22:29,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:29,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741953_1132 (size=1413) 2024-12-03T03:22:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741953_1132 (size=1413) 2024-12-03T03:22:29,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:29,370 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:29,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741954_1133 (size=1413) 2024-12-03T03:22:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741954_1133 (size=1413) 2024-12-03T03:22:29,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:29,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:29,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 2024-12-03T03:22:29,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 after 0ms 2024-12-03T03:22:29,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 took 3ms 2024-12-03T03:22:29,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 so closing down 2024-12-03T03:22:29,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:29,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:29,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:29,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:29,419 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:29,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:29,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741955_1134 (size=743) 2024-12-03T03:22:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741955_1134 (size=743) 2024-12-03T03:22:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741956_1135 (size=743) 2024-12-03T03:22:29,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741956_1135 (size=743) 2024-12-03T03:22:29,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:29,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:29,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:29,827 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:29,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:29,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0, size=1.4 K (1393bytes) at 1733196149407Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 so closing down at 1733196149412 (+5 ms)3 split writer threads finished at 1733196149412Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196149417 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196149421 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196149437 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196149438 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196149825 (+387 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196149827 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196149827 2024-12-03T03:22:29,829 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.0 2024-12-03T03:22:29,829 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:29,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 2024-12-03T03:22:29,829 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 after 0ms 2024-12-03T03:22:29,831 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 took 2ms 2024-12-03T03:22:29,833 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 so closing down 2024-12-03T03:22:29,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:29,833 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:29,835 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:29,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:29,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:29,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741958_1137 (size=743) 2024-12-03T03:22:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741958_1137 (size=743) 2024-12-03T03:22:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741957_1136 (size=743) 2024-12-03T03:22:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741957_1136 (size=743) 2024-12-03T03:22:29,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:29,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:29,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:22:30,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:30,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:30,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1, size=1.4 K (1393bytes) at 1733196149829Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 so closing down at 1733196149833 (+4 ms)3 split writer threads finished at 1733196149833Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196149847 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196149847Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196149858 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196149859 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150257 (+398 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196150258 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196150258 2024-12-03T03:22:30,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.1 2024-12-03T03:22:30,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:30,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 2024-12-03T03:22:30,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 after 1ms 2024-12-03T03:22:30,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 took 3ms 2024-12-03T03:22:30,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 so closing down 2024-12-03T03:22:30,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:30,277 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:30,298 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:30,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:30,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:30,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741959_1138 (size=743) 2024-12-03T03:22:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741959_1138 (size=743) 2024-12-03T03:22:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741960_1139 (size=743) 2024-12-03T03:22:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741960_1139 (size=743) 2024-12-03T03:22:30,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:30,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:30,721 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:30,721 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2, size=1.4 K (1393bytes) at 1733196150260Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 so closing down at 1733196150273 (+13 ms)3 split writer threads finished at 1733196150277 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196150299 (+22 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196150300 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150347 (+47 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196150348 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150719 (+371 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196150721 (+2 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196150721 2024-12-03T03:22:30,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.2 2024-12-03T03:22:30,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:30,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 2024-12-03T03:22:30,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 after 1ms 2024-12-03T03:22:30,726 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 took 3ms 2024-12-03T03:22:30,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 so closing down 2024-12-03T03:22:30,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:30,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:30,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:30,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:30,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:30,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741962_1141 (size=743) 2024-12-03T03:22:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741962_1141 (size=743) 2024-12-03T03:22:30,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741961_1140 (size=743) 2024-12-03T03:22:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741961_1140 (size=743) 2024-12-03T03:22:30,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:30,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:30,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3, size=1.4 K (1393bytes) at 1733196150723Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 so closing down at 1733196150727 (+4 ms)3 split writer threads finished at 1733196150727Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196150731 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196150731Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150739 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196150740 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150766 (+26 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196150772 (+6 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196150773 (+1 ms) 2024-12-03T03:22:30,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.3 2024-12-03T03:22:30,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:30,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 2024-12-03T03:22:30,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 after 5ms 2024-12-03T03:22:30,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 took 10ms 2024-12-03T03:22:30,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 so closing down 2024-12-03T03:22:30,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:30,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:30,804 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:30,805 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:30,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:30,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741963_1142 (size=743) 2024-12-03T03:22:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741963_1142 (size=743) 2024-12-03T03:22:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741964_1143 (size=743) 2024-12-03T03:22:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741964_1143 (size=743) 2024-12-03T03:22:30,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:30,837 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:31,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:31,233 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:31,233 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4, size=1.4 K (1393bytes) at 1733196150775Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 so closing down at 1733196150798 (+23 ms)3 split writer threads finished at 1733196150800 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196150809 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196150813 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196150835 (+22 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196150837 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151231 (+394 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196151233 (+2 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196151233 2024-12-03T03:22:31,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.4 2024-12-03T03:22:31,236 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:31,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 2024-12-03T03:22:31,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 after 0ms 2024-12-03T03:22:31,239 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 took 3ms 2024-12-03T03:22:31,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 so closing down 2024-12-03T03:22:31,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:31,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:31,243 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:31,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:31,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741965_1144 (size=743) 2024-12-03T03:22:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741965_1144 (size=743) 2024-12-03T03:22:31,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741966_1145 (size=743) 2024-12-03T03:22:31,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741966_1145 (size=743) 2024-12-03T03:22:31,263 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:31,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:31,268 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5, size=1.4 K (1393bytes) at 1733196151236Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 so closing down at 1733196151240 (+4 ms)3 split writer threads finished at 1733196151241 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196151245 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196151246 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151257 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196151259 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151263 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196151267 (+4 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196151268 (+1 ms) 2024-12-03T03:22:31,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.5 2024-12-03T03:22:31,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:31,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 2024-12-03T03:22:31,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 after 0ms 2024-12-03T03:22:31,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 took 6ms 2024-12-03T03:22:31,277 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 so closing down 2024-12-03T03:22:31,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:31,280 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:31,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:31,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:31,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741967_1146 (size=749) 2024-12-03T03:22:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741968_1147 (size=749) 2024-12-03T03:22:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741967_1146 (size=749) 2024-12-03T03:22:31,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741968_1147 (size=749) 2024-12-03T03:22:31,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:31,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:31,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:31,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6, size=1.4 K (1405bytes) at 1733196151270Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 so closing down at 1733196151277 (+7 ms)3 split writer threads finished at 1733196151278 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196151287 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196151289 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151314 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151315 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196151316 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196151317 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196151317 2024-12-03T03:22:31,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.6 2024-12-03T03:22:31,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:31,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 2024-12-03T03:22:31,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 after 0ms 2024-12-03T03:22:31,321 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 took 3ms 2024-12-03T03:22:31,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 so closing down 2024-12-03T03:22:31,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:31,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:31,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:31,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:31,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741969_1148 (size=753) 2024-12-03T03:22:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741969_1148 (size=753) 2024-12-03T03:22:31,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741970_1149 (size=753) 2024-12-03T03:22:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741970_1149 (size=753) 2024-12-03T03:22:31,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:31,356 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:31,356 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7, size=1.4 K (1413bytes) at 1733196151319Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 so closing down at 1733196151329 (+10 ms)3 split writer threads finished at 1733196151329Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196151334 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196151336 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151346 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196151347 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151355 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196151356 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196151356 2024-12-03T03:22:31,358 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.7 2024-12-03T03:22:31,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:31,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 2024-12-03T03:22:31,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 after 0ms 2024-12-03T03:22:31,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 took 2ms 2024-12-03T03:22:31,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 so closing down 2024-12-03T03:22:31,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:31,364 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:31,364 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:31,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:31,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741972_1151 (size=753) 2024-12-03T03:22:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741972_1151 (size=753) 2024-12-03T03:22:31,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741971_1150 (size=753) 2024-12-03T03:22:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741971_1150 (size=753) 2024-12-03T03:22:31,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:31,391 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:31,391 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8, size=1.4 K (1413bytes) at 1733196151358Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 so closing down at 1733196151362 (+4 ms)3 split writer threads finished at 1733196151362Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196151366 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196151366Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151378 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196151379 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151390 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196151391 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196151391 2024-12-03T03:22:31,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.8 2024-12-03T03:22:31,393 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:31,393 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 2024-12-03T03:22:31,394 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 after 1ms 2024-12-03T03:22:31,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 took 2ms 2024-12-03T03:22:31,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 so closing down 2024-12-03T03:22:31,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:31,403 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:31,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:31,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:31,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741973_1152 (size=753) 2024-12-03T03:22:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741973_1152 (size=753) 2024-12-03T03:22:31,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,419 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741974_1153 (size=753) 2024-12-03T03:22:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741974_1153 (size=753) 2024-12-03T03:22:31,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:31,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:31,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:31,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9, size=1.4 K (1413bytes) at 1733196151393Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 so closing down at 1733196151397 (+4 ms)3 split writer threads finished at 1733196151397Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196151404 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196151406 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151418 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196151419 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196151422 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196151424 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196151424 2024-12-03T03:22:31,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/WALs/testsplit,16010,1733196147979/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/1fe75c0f-983c-769c-9479-9aeed3084c1f/oldWALs/wal.dat.9 2024-12-03T03:22:31,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1023 (was 1042), ProcessCount=11 (was 11), AvailableMemoryMB=6120 (was 6195) 2024-12-03T03:22:31,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=1023, ProcessCount=11, AvailableMemoryMB=6113 2024-12-03T03:22:31,497 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741975_1154 (size=7) 2024-12-03T03:22:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741975_1154 (size=7) 2024-12-03T03:22:31,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:31,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:31,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:31,573 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:31,574 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:31,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:31,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:31,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741976_1155 (size=1393) 2024-12-03T03:22:31,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741976_1155 (size=1393) 2024-12-03T03:22:31,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:31,599 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741977_1156 (size=1393) 2024-12-03T03:22:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741977_1156 (size=1393) 2024-12-03T03:22:31,612 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:31,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741978_1157 (size=1393) 2024-12-03T03:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741978_1157 (size=1393) 2024-12-03T03:22:31,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:31,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741979_1158 (size=1393) 2024-12-03T03:22:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741979_1158 (size=1393) 2024-12-03T03:22:31,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:31,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:31,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741980_1159 (size=1393) 2024-12-03T03:22:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741980_1159 (size=1393) 2024-12-03T03:22:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:31,708 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741981_1160 (size=1393) 2024-12-03T03:22:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741981_1160 (size=1393) 2024-12-03T03:22:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:31,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741982_1161 (size=1405) 2024-12-03T03:22:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741982_1161 (size=1405) 2024-12-03T03:22:31,804 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:31,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741983_1162 (size=1413) 2024-12-03T03:22:31,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741983_1162 (size=1413) 2024-12-03T03:22:31,853 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:31,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:31,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741984_1163 (size=1413) 2024-12-03T03:22:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741984_1163 (size=1413) 2024-12-03T03:22:31,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:31,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:31,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:31,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741985_1164 (size=1413) 2024-12-03T03:22:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741985_1164 (size=1413) 2024-12-03T03:22:31,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:31,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:31,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 2024-12-03T03:22:31,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 after 0ms 2024-12-03T03:22:31,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 took 9ms 2024-12-03T03:22:31,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 so closing down 2024-12-03T03:22:31,994 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:31,994 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:32,010 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:32,017 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:32,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:32,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741987_1166 (size=743) 2024-12-03T03:22:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741987_1166 (size=743) 2024-12-03T03:22:32,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741986_1165 (size=743) 2024-12-03T03:22:32,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741986_1165 (size=743) 2024-12-03T03:22:32,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:32,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:32,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:32,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0, size=1.4 K (1393bytes) at 1733196151963Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 so closing down at 1733196151994 (+31 ms)3 split writer threads finished at 1733196151994Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196152024 (+30 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196152027 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152064 (+37 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152068 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196152069 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196152071 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196152071 2024-12-03T03:22:32,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.0 2024-12-03T03:22:32,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:32,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 2024-12-03T03:22:32,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 after 0ms 2024-12-03T03:22:32,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 took 4ms 2024-12-03T03:22:32,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 so closing down 2024-12-03T03:22:32,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:32,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:32,091 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:32,091 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:32,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:32,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:32,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741988_1167 (size=743) 2024-12-03T03:22:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741988_1167 (size=743) 2024-12-03T03:22:32,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741989_1168 (size=743) 2024-12-03T03:22:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741989_1168 (size=743) 2024-12-03T03:22:32,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:32,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:32,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1, size=1.4 K (1393bytes) at 1733196152076Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 so closing down at 1733196152086 (+10 ms)3 split writer threads finished at 1733196152086Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196152096 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196152099 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152115 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196152125 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152130 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196152134 (+4 ms)Processed 20 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196152135 (+1 ms) 2024-12-03T03:22:32,141 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.1 2024-12-03T03:22:32,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:32,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 2024-12-03T03:22:32,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 after 1ms 2024-12-03T03:22:32,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 took 6ms 2024-12-03T03:22:32,150 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 so closing down 2024-12-03T03:22:32,150 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:32,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:32,167 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:32,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:32,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:32,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741990_1169 (size=743) 2024-12-03T03:22:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741990_1169 (size=743) 2024-12-03T03:22:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741991_1170 (size=743) 2024-12-03T03:22:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741991_1170 (size=743) 2024-12-03T03:22:32,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,213 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:32,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:32,598 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:32,598 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2, size=1.4 K (1393bytes) at 1733196152142Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 so closing down at 1733196152150 (+8 ms)3 split writer threads finished at 1733196152152 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196152169 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196152169Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152200 (+31 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196152213 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152594 (+381 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196152598 (+4 ms)Processed 20 edits across 2 Regions in 449 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196152598 2024-12-03T03:22:32,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.2 2024-12-03T03:22:32,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:32,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 2024-12-03T03:22:32,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 after 1ms 2024-12-03T03:22:32,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 took 7ms 2024-12-03T03:22:32,614 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 so closing down 2024-12-03T03:22:32,614 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:32,614 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:32,640 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:32,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:32,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:32,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741992_1171 (size=743) 2024-12-03T03:22:32,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741992_1171 (size=743) 2024-12-03T03:22:32,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741993_1172 (size=743) 2024-12-03T03:22:32,746 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741993_1172 (size=743) 2024-12-03T03:22:32,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:32,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:32,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3, size=1.4 K (1393bytes) at 1733196152605Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 so closing down at 1733196152614 (+9 ms)3 split writer threads finished at 1733196152614Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196152663 (+49 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196152676 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152733 (+57 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196152746 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152757 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196152760 (+3 ms)Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196152760 2024-12-03T03:22:32,765 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.3 2024-12-03T03:22:32,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:32,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 2024-12-03T03:22:32,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 after 0ms 2024-12-03T03:22:32,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 took 5ms 2024-12-03T03:22:32,778 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 so closing down 2024-12-03T03:22:32,778 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:32,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:32,784 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:32,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:32,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:32,819 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741994_1173 (size=743) 2024-12-03T03:22:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741994_1173 (size=743) 2024-12-03T03:22:32,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:32,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741995_1174 (size=743) 2024-12-03T03:22:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741995_1174 (size=743) 2024-12-03T03:22:33,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:33,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 485 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:33,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4, size=1.4 K (1393bytes) at 1733196152766Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 so closing down at 1733196152778 (+12 ms)3 split writer threads finished at 1733196152778Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196152800 (+22 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196152820 (+20 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196152839 (+19 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196152843 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153258 (+415 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196153261 (+3 ms)Processed 20 edits across 2 Regions in 485 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196153261 2024-12-03T03:22:33,265 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.4 2024-12-03T03:22:33,265 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:33,265 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 2024-12-03T03:22:33,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 after 1ms 2024-12-03T03:22:33,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 took 11ms 2024-12-03T03:22:33,285 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 so closing down 2024-12-03T03:22:33,285 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:33,286 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:33,289 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:33,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:33,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:33,304 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741996_1175 (size=743) 2024-12-03T03:22:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741996_1175 (size=743) 2024-12-03T03:22:33,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741997_1176 (size=743) 2024-12-03T03:22:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741997_1176 (size=743) 2024-12-03T03:22:33,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:33,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:33,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:33,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5, size=1.4 K (1393bytes) at 1733196153265Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 so closing down at 1733196153285 (+20 ms)3 split writer threads finished at 1733196153286 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196153303 (+17 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196153304 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153329 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153331 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196153331Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196153333 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196153333 2024-12-03T03:22:33,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.5 2024-12-03T03:22:33,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:33,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 2024-12-03T03:22:33,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 after 1ms 2024-12-03T03:22:33,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 took 4ms 2024-12-03T03:22:33,353 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 so closing down 2024-12-03T03:22:33,353 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:33,353 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:33,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:33,362 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:33,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:33,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:33,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741998_1177 (size=749) 2024-12-03T03:22:33,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741998_1177 (size=749) 2024-12-03T03:22:33,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741999_1178 (size=749) 2024-12-03T03:22:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073741999_1178 (size=749) 2024-12-03T03:22:33,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:33,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:33,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6, size=1.4 K (1405bytes) at 1733196153343Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 so closing down at 1733196153353 (+10 ms)3 split writer threads finished at 1733196153353Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196153364 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196153375 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153390 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196153392 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153395 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196153397 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196153397 2024-12-03T03:22:33,400 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.6 2024-12-03T03:22:33,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:33,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 2024-12-03T03:22:33,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 after 0ms 2024-12-03T03:22:33,403 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 took 3ms 2024-12-03T03:22:33,407 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 so closing down 2024-12-03T03:22:33,407 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:33,407 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:33,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:33,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:33,420 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:33,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742000_1179 (size=753) 2024-12-03T03:22:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742000_1179 (size=753) 2024-12-03T03:22:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742001_1180 (size=753) 2024-12-03T03:22:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742001_1180 (size=753) 2024-12-03T03:22:33,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:33,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:33,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:33,433 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7, size=1.4 K (1413bytes) at 1733196153400Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 so closing down at 1733196153407 (+7 ms)3 split writer threads finished at 1733196153407Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196153420 (+13 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196153420Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153430 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153430Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196153433 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196153433Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196153433 2024-12-03T03:22:33,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.7 2024-12-03T03:22:33,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:33,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 2024-12-03T03:22:33,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 after 1ms 2024-12-03T03:22:33,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 took 4ms 2024-12-03T03:22:33,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 so closing down 2024-12-03T03:22:33,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:33,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:33,446 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:33,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:33,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742002_1181 (size=753) 2024-12-03T03:22:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742002_1181 (size=753) 2024-12-03T03:22:33,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:33,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742003_1182 (size=753) 2024-12-03T03:22:33,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742003_1182 (size=753) 2024-12-03T03:22:33,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:33,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:33,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8, size=1.4 K (1413bytes) at 1733196153438Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 so closing down at 1733196153444 (+6 ms)3 split writer threads finished at 1733196153444Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196153448 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153461 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196153463 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196153467 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153475 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196153477 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196153477 2024-12-03T03:22:33,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.8 2024-12-03T03:22:33,482 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:33,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 2024-12-03T03:22:33,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 after 1ms 2024-12-03T03:22:33,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 took 5ms 2024-12-03T03:22:33,487 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 so closing down 2024-12-03T03:22:33,487 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:33,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:33,492 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:33,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:33,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:33,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742004_1183 (size=753) 2024-12-03T03:22:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742004_1183 (size=753) 2024-12-03T03:22:33,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742005_1184 (size=753) 2024-12-03T03:22:33,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742005_1184 (size=753) 2024-12-03T03:22:33,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:33,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:33,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:33,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:33,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9, size=1.4 K (1413bytes) at 1733196153482Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 so closing down at 1733196153487 (+5 ms)3 split writer threads finished at 1733196153488 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196153493 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196153500 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153503 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196153506 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196153508 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196153510 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196153510 2024-12-03T03:22:33,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/WALs/testmovedwalduringrecovery,16010,1733196151573/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/9890e310-9b8b-e8e1-82de-d24f21588838/oldWALs/wal.dat.9 2024-12-03T03:22:33,521 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=142 (was 144), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1023 (was 1023), ProcessCount=11 (was 11), AvailableMemoryMB=6098 (was 6113) 2024-12-03T03:22:33,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1023, ProcessCount=11, AvailableMemoryMB=6097 2024-12-03T03:22:33,528 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742006_1185 (size=7) 2024-12-03T03:22:33,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742006_1185 (size=7) 2024-12-03T03:22:33,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:33,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:33,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:33,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:33,547 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T03:22:33,548 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-12-03T03:22:33,548 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-12-03T03:22:33,549 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-12-03T03:22:33,549 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-12-03T03:22:33,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake, size=0 (0bytes) 2024-12-03T03:22:33,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake took 10ms 2024-12-03T03:22:34,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake so closing down 2024-12-03T03:22:34,152 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:34,152 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:34,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-12-03T03:22:34,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-12-03T03:22:34,191 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-12-03T03:22:34,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 84 ms) 2024-12-03T03:22:34,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) 2024-12-03T03:22:34,258 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-12-03T03:22:34,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-12-03T03:22:34,305 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 114 ms) 2024-12-03T03:22:34,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 49 ms) 2024-12-03T03:22:34,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) 2024-12-03T03:22:34,333 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 753 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T03:22:34,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake, size=0 (0bytes) at 1733196153570Split 1024 edits, skipped 0 edits. at 1733196153635 (+65 ms)Split 2048 edits, skipped 0 edits. at 1733196153657 (+22 ms)Split 3072 edits, skipped 0 edits. at 1733196153681 (+24 ms)Split 4096 edits, skipped 0 edits. at 1733196153702 (+21 ms)Split 5120 edits, skipped 0 edits. at 1733196153725 (+23 ms)Split 6144 edits, skipped 0 edits. at 1733196153749 (+24 ms)Split 7168 edits, skipped 0 edits. at 1733196153771 (+22 ms)Split 8192 edits, skipped 0 edits. at 1733196153790 (+19 ms)Split 9216 edits, skipped 0 edits. at 1733196153821 (+31 ms)Split 10240 edits, skipped 0 edits. at 1733196153849 (+28 ms)Split 11264 edits, skipped 0 edits. at 1733196153872 (+23 ms)Split 12288 edits, skipped 0 edits. at 1733196153919 (+47 ms)Split 13312 edits, skipped 0 edits. at 1733196153953 (+34 ms)Split 14336 edits, skipped 0 edits. at 1733196153978 (+25 ms)Split 15360 edits, skipped 0 edits. at 1733196154016 (+38 ms)Split 16384 edits, skipped 0 edits. at 1733196154058 (+42 ms)Split 17408 edits, skipped 0 edits. at 1733196154107 (+49 ms)Split 18432 edits, skipped 0 edits. at 1733196154126 (+19 ms)Split 19456 edits, skipped 0 edits. at 1733196154144 (+18 ms)Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake so closing down at 1733196154151 (+7 ms)3 split writer threads finished at 1733196154152 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1733196154156 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1733196154189 (+33 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1733196154191 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 84 ms) at 1733196154240 (+49 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) at 1733196154247 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1733196154258 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1733196154262 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 114 ms) at 1733196154305 (+43 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 49 ms) at 1733196154307 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 57 ms) at 1733196154320 (+13 ms)Processed 20000 edits across 5 Regions in 753 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/6482a051-7ba7-f9b9-0dd3-2686fa6d885b/WALs/testthreading,16010,1733196153545/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1733196154333 (+13 ms) 2024-12-03T03:22:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-12-03T03:22:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-12-03T03:22:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-12-03T03:22:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-12-03T03:22:34,334 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-12-03T03:22:34,353 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1045 (was 1023) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6021 (was 6097) 2024-12-03T03:22:34,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1045, ProcessCount=11, AvailableMemoryMB=6019 2024-12-03T03:22:34,373 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742007_1186 (size=7) 2024-12-03T03:22:34,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742007_1186 (size=7) 2024-12-03T03:22:34,410 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:34,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:34,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:34,414 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:34,415 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T03:22:34,415 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:34,416 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:34,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742008_1187 (size=1393) 2024-12-03T03:22:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742008_1187 (size=1393) 2024-12-03T03:22:34,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:34,453 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:34,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742009_1188 (size=1393) 2024-12-03T03:22:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742009_1188 (size=1393) 2024-12-03T03:22:34,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:34,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:34,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742010_1189 (size=1393) 2024-12-03T03:22:34,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742010_1189 (size=1393) 2024-12-03T03:22:34,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:34,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742011_1190 (size=1393) 2024-12-03T03:22:34,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742011_1190 (size=1393) 2024-12-03T03:22:34,538 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:34,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742012_1191 (size=1393) 2024-12-03T03:22:34,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742012_1191 (size=1393) 2024-12-03T03:22:34,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:34,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742013_1192 (size=1393) 2024-12-03T03:22:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742013_1192 (size=1393) 2024-12-03T03:22:34,988 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:34,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:34,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:34,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742014_1193 (size=1405) 2024-12-03T03:22:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742014_1193 (size=1405) 2024-12-03T03:22:35,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:35,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742015_1194 (size=1413) 2024-12-03T03:22:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742015_1194 (size=1413) 2024-12-03T03:22:35,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:35,422 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742016_1195 (size=1413) 2024-12-03T03:22:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742016_1195 (size=1413) 2024-12-03T03:22:35,482 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:35,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:35,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742017_1196 (size=1413) 2024-12-03T03:22:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742017_1196 (size=1413) 2024-12-03T03:22:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:35,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T03:22:35,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty, size=0 (0bytes) 2024-12-03T03:22:35,946 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty might be still open, length is 0 2024-12-03T03:22:35,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty 2024-12-03T03:22:35,947 WARN [IPC Server handler 4 on default port 39243 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty closed. 2024-12-03T03:22:35,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty after 0ms 2024-12-03T03:22:35,948 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T03:22:35,949 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty; empty? 2024-12-03T03:22:35,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty so closing down 2024-12-03T03:22:35,950 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T03:22:35,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty, size=0 (0bytes) at 1733196155946Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty so closing down at 1733196155949 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1733196155950 (+1 ms) 2024-12-03T03:22:35,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat..empty to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat..empty 2024-12-03T03:22:35,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:35,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 2024-12-03T03:22:35,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 after 0ms 2024-12-03T03:22:35,963 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 took 11ms 2024-12-03T03:22:35,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 so closing down 2024-12-03T03:22:35,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:35,976 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:35,985 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:35,985 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:35,996 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:36,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742018_1197 (size=743) 2024-12-03T03:22:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742018_1197 (size=743) 2024-12-03T03:22:36,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742019_1198 (size=743) 2024-12-03T03:22:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742019_1198 (size=743) 2024-12-03T03:22:36,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:36,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0, size=1.4 K (1393bytes) at 1733196155952Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 so closing down at 1733196155976 (+24 ms)3 split writer threads finished at 1733196155976Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196155996 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196156004 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156009 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196156011 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156044 (+33 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196156056 (+12 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156056 2024-12-03T03:22:36,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.0 2024-12-03T03:22:36,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:36,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 2024-12-03T03:22:36,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 after 1ms 2024-12-03T03:22:36,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 took 3ms 2024-12-03T03:22:36,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 so closing down 2024-12-03T03:22:36,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,087 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:36,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:36,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:36,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742021_1200 (size=743) 2024-12-03T03:22:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742020_1199 (size=743) 2024-12-03T03:22:36,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742021_1200 (size=743) 2024-12-03T03:22:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742020_1199 (size=743) 2024-12-03T03:22:36,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:36,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:36,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1, size=1.4 K (1393bytes) at 1733196156072Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 so closing down at 1733196156087 (+15 ms)3 split writer threads finished at 1733196156087Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196156090 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196156090Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156106 (+16 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156106Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196156109 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196156109Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156109 2024-12-03T03:22:36,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.1 2024-12-03T03:22:36,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:36,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 2024-12-03T03:22:36,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 after 0ms 2024-12-03T03:22:36,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 took 2ms 2024-12-03T03:22:36,116 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 so closing down 2024-12-03T03:22:36,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,121 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:36,121 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:36,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:36,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742023_1202 (size=743) 2024-12-03T03:22:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742023_1202 (size=743) 2024-12-03T03:22:36,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742022_1201 (size=743) 2024-12-03T03:22:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742022_1201 (size=743) 2024-12-03T03:22:36,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:36,147 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2, size=1.4 K (1393bytes) at 1733196156111Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 so closing down at 1733196156116 (+5 ms)3 split writer threads finished at 1733196156116Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196156127 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196156127Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156142 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196156143 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156146 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196156147 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156147 2024-12-03T03:22:36,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.2 2024-12-03T03:22:36,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:36,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 2024-12-03T03:22:36,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 after 1ms 2024-12-03T03:22:36,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 took 2ms 2024-12-03T03:22:36,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 so closing down 2024-12-03T03:22:36,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,153 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:36,153 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:36,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:36,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742024_1203 (size=743) 2024-12-03T03:22:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742024_1203 (size=743) 2024-12-03T03:22:36,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742025_1204 (size=743) 2024-12-03T03:22:36,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742025_1204 (size=743) 2024-12-03T03:22:36,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:36,174 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,174 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3, size=1.4 K (1393bytes) at 1733196156148Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 so closing down at 1733196156151 (+3 ms)3 split writer threads finished at 1733196156151Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196156154 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196156156 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156165 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196156166 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156172 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196156174 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156174 2024-12-03T03:22:36,175 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.3 2024-12-03T03:22:36,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:36,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 2024-12-03T03:22:36,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 after 1ms 2024-12-03T03:22:36,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 took 2ms 2024-12-03T03:22:36,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 so closing down 2024-12-03T03:22:36,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,180 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:36,180 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:36,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:36,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742026_1205 (size=743) 2024-12-03T03:22:36,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742026_1205 (size=743) 2024-12-03T03:22:36,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742027_1206 (size=743) 2024-12-03T03:22:36,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742027_1206 (size=743) 2024-12-03T03:22:36,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:36,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4, size=1.4 K (1393bytes) at 1733196156175Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 so closing down at 1733196156178 (+3 ms)3 split writer threads finished at 1733196156178Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196156182 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196156182Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156194 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196156195 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156202 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196156203 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156203 2024-12-03T03:22:36,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.4 2024-12-03T03:22:36,205 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:36,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 2024-12-03T03:22:36,205 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 after 0ms 2024-12-03T03:22:36,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 took 2ms 2024-12-03T03:22:36,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 so closing down 2024-12-03T03:22:36,209 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,209 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,211 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:36,211 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:36,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:36,216 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742028_1207 (size=743) 2024-12-03T03:22:36,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742028_1207 (size=743) 2024-12-03T03:22:36,225 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742029_1208 (size=743) 2024-12-03T03:22:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742029_1208 (size=743) 2024-12-03T03:22:36,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:36,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:36,629 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:36,629 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5, size=1.4 K (1393bytes) at 1733196156205Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 so closing down at 1733196156208 (+3 ms)3 split writer threads finished at 1733196156209 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196156212 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196156216 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156225 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196156227 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156627 (+400 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196156628 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196156629 (+1 ms) 2024-12-03T03:22:36,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.5 2024-12-03T03:22:36,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:36,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 2024-12-03T03:22:36,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 after 1ms 2024-12-03T03:22:36,633 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 took 3ms 2024-12-03T03:22:36,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 so closing down 2024-12-03T03:22:36,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:36,636 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:36,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:36,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742031_1210 (size=749) 2024-12-03T03:22:36,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742030_1209 (size=749) 2024-12-03T03:22:36,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742030_1209 (size=749) 2024-12-03T03:22:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742031_1210 (size=749) 2024-12-03T03:22:36,699 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:36,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 1 ms) 2024-12-03T03:22:36,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:36,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:36,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6, size=1.4 K (1405bytes) at 1733196156630Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 so closing down at 1733196156634 (+4 ms)3 split writer threads finished at 1733196156634Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196156648 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196156650 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156699 (+49 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196156702 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 1 ms) at 1733196156706 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196156708 (+2 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196156708 2024-12-03T03:22:36,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.6 2024-12-03T03:22:36,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:36,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 2024-12-03T03:22:36,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 after 0ms 2024-12-03T03:22:36,712 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 took 2ms 2024-12-03T03:22:36,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 so closing down 2024-12-03T03:22:36,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,724 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:36,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:36,725 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:36,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742033_1212 (size=753) 2024-12-03T03:22:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742032_1211 (size=753) 2024-12-03T03:22:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742033_1212 (size=753) 2024-12-03T03:22:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742032_1211 (size=753) 2024-12-03T03:22:36,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:36,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:36,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:36,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7, size=1.4 K (1413bytes) at 1733196156710Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 so closing down at 1733196156721 (+11 ms)3 split writer threads finished at 1733196156721Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196156725 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196156725Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156738 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156738Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196156740 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196156740Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196156740 2024-12-03T03:22:36,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.7 2024-12-03T03:22:36,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:36,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 2024-12-03T03:22:36,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 after 5ms 2024-12-03T03:22:36,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 took 7ms 2024-12-03T03:22:36,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 so closing down 2024-12-03T03:22:36,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,755 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:36,755 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:36,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:36,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742035_1214 (size=753) 2024-12-03T03:22:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742035_1214 (size=753) 2024-12-03T03:22:36,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742034_1213 (size=753) 2024-12-03T03:22:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742034_1213 (size=753) 2024-12-03T03:22:36,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:36,800 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:36,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8, size=1.4 K (1413bytes) at 1733196156742Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 so closing down at 1733196156753 (+11 ms)3 split writer threads finished at 1733196156753Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196156760 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196156760Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156770 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196156782 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156798 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196156800 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196156800 2024-12-03T03:22:36,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.8 2024-12-03T03:22:36,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:36,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 2024-12-03T03:22:36,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 after 0ms 2024-12-03T03:22:36,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 took 4ms 2024-12-03T03:22:36,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 so closing down 2024-12-03T03:22:36,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:36,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:36,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:36,856 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:36,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:36,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742036_1215 (size=753) 2024-12-03T03:22:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742036_1215 (size=753) 2024-12-03T03:22:36,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:36,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742037_1216 (size=753) 2024-12-03T03:22:36,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742037_1216 (size=753) 2024-12-03T03:22:36,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:36,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:36,893 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:36,893 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9, size=1.4 K (1413bytes) at 1733196156804Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 so closing down at 1733196156822 (+18 ms)3 split writer threads finished at 1733196156823 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196156860 (+37 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196156866 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156875 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196156878 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196156888 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196156893 (+5 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196156893 2024-12-03T03:22:36,897 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.9 2024-12-03T03:22:36,898 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty, size=0 (0bytes) 2024-12-03T03:22:36,898 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty might be still open, length is 0 2024-12-03T03:22:36,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty 2024-12-03T03:22:36,898 WARN [IPC Server handler 2 on default port 39243 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty closed. 2024-12-03T03:22:36,898 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty after 0ms 2024-12-03T03:22:36,901 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-12-03T03:22:36,902 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty; empty? 2024-12-03T03:22:36,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty so closing down 2024-12-03T03:22:36,902 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-12-03T03:22:36,902 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty, size=0 (0bytes) at 1733196156898Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty so closing down at 1733196156902 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1733196156902 2024-12-03T03:22:36,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/WALs/testemptyopenlogfiles,16010,1733196154414/wal.dat.empty to hdfs://localhost:39243/user/jenkins/test-data/0834c668-8cc6-1504-5d53-23f0eae21ee8/oldWALs/wal.dat.empty 2024-12-03T03:22:37,007 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1045 (was 1045), ProcessCount=11 (was 11), AvailableMemoryMB=6006 (was 6019) 2024-12-03T03:22:37,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1045, ProcessCount=11, AvailableMemoryMB=6007 2024-12-03T03:22:37,017 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742038_1217 (size=7) 2024-12-03T03:22:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742038_1217 (size=7) 2024-12-03T03:22:37,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:37,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:37,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:37,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:37,063 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:37,064 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:37,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:37,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742039_1218 (size=1393) 2024-12-03T03:22:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742039_1218 (size=1393) 2024-12-03T03:22:37,504 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:37,504 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:37,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742040_1219 (size=1393) 2024-12-03T03:22:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742040_1219 (size=1393) 2024-12-03T03:22:37,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:37,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742041_1220 (size=1393) 2024-12-03T03:22:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742041_1220 (size=1393) 2024-12-03T03:22:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:37,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742042_1221 (size=1393) 2024-12-03T03:22:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742042_1221 (size=1393) 2024-12-03T03:22:37,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:37,575 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742043_1222 (size=1393) 2024-12-03T03:22:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742043_1222 (size=1393) 2024-12-03T03:22:37,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:37,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:37,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742044_1223 (size=1393) 2024-12-03T03:22:37,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742044_1223 (size=1393) 2024-12-03T03:22:37,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:37,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:37,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742045_1224 (size=1405) 2024-12-03T03:22:37,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742045_1224 (size=1405) 2024-12-03T03:22:38,031 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:38,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:38,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742046_1225 (size=1413) 2024-12-03T03:22:38,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742046_1225 (size=1413) 2024-12-03T03:22:38,048 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:38,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:38,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742047_1226 (size=1413) 2024-12-03T03:22:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742047_1226 (size=1413) 2024-12-03T03:22:38,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:38,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:38,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742048_1227 (size=1413) 2024-12-03T03:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742048_1227 (size=1413) 2024-12-03T03:22:38,576 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742049_1228 (size=1398) 2024-12-03T03:22:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742049_1228 (size=1398) 2024-12-03T03:22:38,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:38,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 2024-12-03T03:22:38,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 after 0ms 2024-12-03T03:22:38,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 took 3ms 2024-12-03T03:22:38,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 so closing down 2024-12-03T03:22:38,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:38,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:38,634 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:38,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:38,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:38,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742050_1229 (size=743) 2024-12-03T03:22:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742051_1230 (size=743) 2024-12-03T03:22:38,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742050_1229 (size=743) 2024-12-03T03:22:38,680 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:38,681 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742051_1230 (size=743) 2024-12-03T03:22:38,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:38,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:38,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:38,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0, size=1.4 K (1393bytes) at 1733196158604Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 so closing down at 1733196158625 (+21 ms)3 split writer threads finished at 1733196158627 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196158652 (+25 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196158652Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196158680 (+28 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196158681 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196158682 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196158682Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196158683 (+1 ms) 2024-12-03T03:22:38,685 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.0 2024-12-03T03:22:38,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:38,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 2024-12-03T03:22:38,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 after 1ms 2024-12-03T03:22:38,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 took 4ms 2024-12-03T03:22:38,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 so closing down 2024-12-03T03:22:38,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:38,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:38,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:38,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:38,709 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:38,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742052_1231 (size=743) 2024-12-03T03:22:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742052_1231 (size=743) 2024-12-03T03:22:38,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:38,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742053_1232 (size=743) 2024-12-03T03:22:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742053_1232 (size=743) 2024-12-03T03:22:38,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:38,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:38,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:38,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1, size=1.4 K (1393bytes) at 1733196158685Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 so closing down at 1733196158696 (+11 ms)3 split writer threads finished at 1733196158696Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196158705 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196158711 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196158730 (+19 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196158731 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196158757 (+26 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196158760 (+3 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196158760 2024-12-03T03:22:38,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.1 2024-12-03T03:22:38,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:38,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 2024-12-03T03:22:38,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 after 1ms 2024-12-03T03:22:38,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 took 2ms 2024-12-03T03:22:38,766 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 so closing down 2024-12-03T03:22:38,766 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:38,767 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:38,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:38,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:38,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:38,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742054_1233 (size=743) 2024-12-03T03:22:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742054_1233 (size=743) 2024-12-03T03:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742055_1234 (size=743) 2024-12-03T03:22:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742055_1234 (size=743) 2024-12-03T03:22:38,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:38,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:39,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:39,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:39,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2, size=1.4 K (1393bytes) at 1733196158762Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 so closing down at 1733196158766 (+4 ms)3 split writer threads finished at 1733196158767 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196158772 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196158776 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196158811 (+35 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196158816 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159199 (+383 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196159200 (+1 ms)Processed 20 edits across 2 Regions in 435 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196159200 2024-12-03T03:22:39,202 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.2 2024-12-03T03:22:39,202 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:39,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 2024-12-03T03:22:39,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 after 1ms 2024-12-03T03:22:39,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 took 2ms 2024-12-03T03:22:39,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 so closing down 2024-12-03T03:22:39,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,209 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:39,209 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:39,210 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:39,210 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742057_1236 (size=743) 2024-12-03T03:22:39,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742057_1236 (size=743) 2024-12-03T03:22:39,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742056_1235 (size=743) 2024-12-03T03:22:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742056_1235 (size=743) 2024-12-03T03:22:39,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,227 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:39,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:39,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3, size=1.4 K (1393bytes) at 1733196159202Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 so closing down at 1733196159206 (+4 ms)3 split writer threads finished at 1733196159206Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196159210 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196159210Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159218 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196159219 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159226 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196159227 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196159227 2024-12-03T03:22:39,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.3 2024-12-03T03:22:39,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:39,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 2024-12-03T03:22:39,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 after 0ms 2024-12-03T03:22:39,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 took 2ms 2024-12-03T03:22:39,232 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 so closing down 2024-12-03T03:22:39,232 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,232 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,235 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:39,235 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:39,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:39,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:39,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742058_1237 (size=743) 2024-12-03T03:22:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742059_1238 (size=743) 2024-12-03T03:22:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742059_1238 (size=743) 2024-12-03T03:22:39,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742058_1237 (size=743) 2024-12-03T03:22:39,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:39,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:39,243 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:39,243 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4, size=1.4 K (1393bytes) at 1733196159229Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 so closing down at 1733196159232 (+3 ms)3 split writer threads finished at 1733196159232Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196159236 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196159236Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159241 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159242 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196159243 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196159243Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196159243 2024-12-03T03:22:39,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.4 2024-12-03T03:22:39,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5, size=1.4 K (1398bytes) 2024-12-03T03:22:39,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 2024-12-03T03:22:39,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 after 1ms 2024-12-03T03:22:39,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 took 2ms 2024-12-03T03:22:39,248 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:22:39,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 so closing down 2024-12-03T03:22:39,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,254 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:39,254 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:39,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:39,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742060_1239 (size=743) 2024-12-03T03:22:39,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742060_1239 (size=743) 2024-12-03T03:22:39,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742061_1240 (size=743) 2024-12-03T03:22:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742061_1240 (size=743) 2024-12-03T03:22:39,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:39,288 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-12-03T03:22:39,288 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5, size=1.4 K (1398bytes) at 1733196159244Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 so closing down at 1733196159249 (+5 ms)3 split writer threads finished at 1733196159249Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196159255 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196159265 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159274 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196159275 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159287 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196159288 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1733196159288 2024-12-03T03:22:39,290 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/corrupt/wal.dat.5 2024-12-03T03:22:39,291 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:39,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 2024-12-03T03:22:39,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 after 0ms 2024-12-03T03:22:39,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 took 2ms 2024-12-03T03:22:39,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 so closing down 2024-12-03T03:22:39,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,295 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,297 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:39,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:39,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:39,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742062_1241 (size=749) 2024-12-03T03:22:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742062_1241 (size=749) 2024-12-03T03:22:39,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742063_1242 (size=749) 2024-12-03T03:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742063_1242 (size=749) 2024-12-03T03:22:39,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:39,326 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:39,326 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6, size=1.4 K (1405bytes) at 1733196159291Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 so closing down at 1733196159294 (+3 ms)3 split writer threads finished at 1733196159295 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196159303 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196159303Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159319 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196159322 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159325 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196159326 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196159326 2024-12-03T03:22:39,328 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.6 2024-12-03T03:22:39,328 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:39,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 2024-12-03T03:22:39,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 after 1ms 2024-12-03T03:22:39,331 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 took 3ms 2024-12-03T03:22:39,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 so closing down 2024-12-03T03:22:39,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:39,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:39,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:39,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742065_1244 (size=753) 2024-12-03T03:22:39,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742064_1243 (size=753) 2024-12-03T03:22:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742064_1243 (size=753) 2024-12-03T03:22:39,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742065_1244 (size=753) 2024-12-03T03:22:39,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:39,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:39,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:39,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7, size=1.4 K (1413bytes) at 1733196159328Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 so closing down at 1733196159332 (+4 ms)3 split writer threads finished at 1733196159333 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196159348 (+15 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196159348Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159368 (+20 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196159371 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159374 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196159376 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196159376 2024-12-03T03:22:39,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.7 2024-12-03T03:22:39,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:39,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 2024-12-03T03:22:39,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 after 0ms 2024-12-03T03:22:39,380 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 took 2ms 2024-12-03T03:22:39,389 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 so closing down 2024-12-03T03:22:39,389 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:39,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:39,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:39,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742066_1245 (size=753) 2024-12-03T03:22:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742066_1245 (size=753) 2024-12-03T03:22:39,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742067_1246 (size=753) 2024-12-03T03:22:39,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742067_1246 (size=753) 2024-12-03T03:22:39,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:39,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:39,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:39,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:39,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8, size=1.4 K (1413bytes) at 1733196159378Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 so closing down at 1733196159389 (+11 ms)3 split writer threads finished at 1733196159389Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196159392 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196159394 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159410 (+16 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196159423 (+13 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196159822 (+399 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196159836 (+14 ms)Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196159836 2024-12-03T03:22:39,849 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.8 2024-12-03T03:22:39,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:39,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 2024-12-03T03:22:39,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 after 1ms 2024-12-03T03:22:39,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 took 6ms 2024-12-03T03:22:39,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 so closing down 2024-12-03T03:22:39,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:39,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:39,901 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:39,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:39,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:39,945 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742068_1247 (size=753) 2024-12-03T03:22:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742068_1247 (size=753) 2024-12-03T03:22:40,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742069_1248 (size=753) 2024-12-03T03:22:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742069_1248 (size=753) 2024-12-03T03:22:40,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:40,053 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:40,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:40,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 191 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:40,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9, size=1.4 K (1413bytes) at 1733196159849Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 so closing down at 1733196159873 (+24 ms)3 split writer threads finished at 1733196159873Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196159916 (+43 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196159945 (+29 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196160045 (+100 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196160053 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196160053Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196160059 (+6 ms)Processed 20 edits across 2 Regions in 191 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196160060 (+1 ms) 2024-12-03T03:22:40,063 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1733196157063/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/dd2eb8a9-d600-b4f8-e05f-856e94c21cbf/oldWALs/wal.dat.9 2024-12-03T03:22:40,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1045), ProcessCount=11 (was 11), AvailableMemoryMB=5898 (was 6007) 2024-12-03T03:22:40,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5896 2024-12-03T03:22:40,313 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742070_1249 (size=7) 2024-12-03T03:22:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742070_1249 (size=7) 2024-12-03T03:22:40,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:40,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:40,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:40,373 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:40,373 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447/data/default/t1/5c76eae8fb27979742dada4ff314be42 2024-12-03T03:22:40,376 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 5c76eae8fb27979742dada4ff314be42 2024-12-03T03:22:40,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:40,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:40,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742071_1250 (size=3851) 2024-12-03T03:22:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742071_1250 (size=3851) 2024-12-03T03:22:40,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0, size=3.8 K (3851bytes) 2024-12-03T03:22:40,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 2024-12-03T03:22:40,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 after 1ms 2024-12-03T03:22:40,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 took 3ms 2024-12-03T03:22:40,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 so closing down 2024-12-03T03:22:40,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:40,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:40,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:40,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742072_1251 (size=1591) 2024-12-03T03:22:40,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742072_1251 (size=1591) 2024-12-03T03:22:40,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:40,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000009 2024-12-03T03:22:40,956 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 476 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-12-03T03:22:40,956 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0, size=3.8 K (3851bytes) at 1733196160477Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 so closing down at 1733196160483 (+6 ms)3 split writer threads finished at 1733196160483Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196160492 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1733196160943 (+451 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/data/default/t1/5c76eae8fb27979742dada4ff314be42/recovered.edits/0000000000000000009 at 1733196160951 (+8 ms)Processed 21 edits across 1 Regions in 476 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1733196160956 (+5 ms) 2024-12-03T03:22:40,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/WALs/testsplitleavescompactioneventsedits,16010,1733196160373/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/4b4b0cbc-d74c-a978-9d77-9e76ee5a8dd0/oldWALs/wal.dat.0 2024-12-03T03:22:40,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5863 (was 5896) 2024-12-03T03:22:40,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5861 2024-12-03T03:22:40,993 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742073_1252 (size=7) 2024-12-03T03:22:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742073_1252 (size=7) 2024-12-03T03:22:41,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:41,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:41,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:41,020 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:41,020 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T03:22:41,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742074_1253 (size=863) 2024-12-03T03:22:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742074_1253 (size=863) 2024-12-03T03:22:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:41,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0, size=863 (863bytes) 2024-12-03T03:22:41,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 2024-12-03T03:22:41,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 after 0ms 2024-12-03T03:22:41,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 took 3ms 2024-12-03T03:22:41,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 so closing down 2024-12-03T03:22:41,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:41,475 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:41,478 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:41,480 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742075_1254 (size=863) 2024-12-03T03:22:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742075_1254 (size=863) 2024-12-03T03:22:41,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:41,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T03:22:41,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-12-03T03:22:41,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0, size=863 (863bytes) at 1733196161460Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 so closing down at 1733196161474 (+14 ms)3 split writer threads finished at 1733196161475 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196161480 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196161507 (+27 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733196161508 (+1 ms)Processed 10 edits across 1 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1733196161508 2024-12-03T03:22:41,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/WALs/testsplitpreservesedits,16010,1733196161020/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/f347dfcb-0aed-1b25-1ae9-17200b4ae41a/oldWALs/wal.dat.0 2024-12-03T03:22:41,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5846 (was 5861) 2024-12-03T03:22:41,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5846 2024-12-03T03:22:41,542 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742076_1255 (size=7) 2024-12-03T03:22:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742076_1255 (size=7) 2024-12-03T03:22:41,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:41,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:41,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:41,590 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:41,590 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:41,591 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:41,594 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:41,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742077_1256 (size=1393) 2024-12-03T03:22:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742077_1256 (size=1393) 2024-12-03T03:22:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:41,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:41,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742078_1257 (size=1393) 2024-12-03T03:22:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742078_1257 (size=1393) 2024-12-03T03:22:42,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:42,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742079_1258 (size=1393) 2024-12-03T03:22:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742079_1258 (size=1393) 2024-12-03T03:22:42,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:42,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:42,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742080_1259 (size=1393) 2024-12-03T03:22:42,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742080_1259 (size=1393) 2024-12-03T03:22:42,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:42,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:42,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742081_1260 (size=1393) 2024-12-03T03:22:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742081_1260 (size=1393) 2024-12-03T03:22:42,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:42,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:42,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742082_1261 (size=1393) 2024-12-03T03:22:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742082_1261 (size=1393) 2024-12-03T03:22:42,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:42,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:42,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742083_1262 (size=1405) 2024-12-03T03:22:42,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742083_1262 (size=1405) 2024-12-03T03:22:42,349 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:42,349 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742084_1263 (size=1413) 2024-12-03T03:22:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742084_1263 (size=1413) 2024-12-03T03:22:42,760 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:42,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:42,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742085_1264 (size=1413) 2024-12-03T03:22:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742085_1264 (size=1413) 2024-12-03T03:22:42,775 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:42,775 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:42,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:42,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742086_1265 (size=1413) 2024-12-03T03:22:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742086_1265 (size=1413) 2024-12-03T03:22:42,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742087_1266 (size=1394) 2024-12-03T03:22:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742087_1266 (size=1394) 2024-12-03T03:22:42,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:42,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 2024-12-03T03:22:42,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 after 0ms 2024-12-03T03:22:42,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 took 2ms 2024-12-03T03:22:42,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 so closing down 2024-12-03T03:22:42,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:42,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:42,830 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:42,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:42,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:42,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742088_1267 (size=743) 2024-12-03T03:22:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742088_1267 (size=743) 2024-12-03T03:22:42,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742089_1268 (size=743) 2024-12-03T03:22:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742089_1268 (size=743) 2024-12-03T03:22:42,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:42,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:42,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0, size=1.4 K (1393bytes) at 1733196162823Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 so closing down at 1733196162828 (+5 ms)3 split writer threads finished at 1733196162828Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196162834 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196162844 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162847 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196162848 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162857 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196162858 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196162859 (+1 ms) 2024-12-03T03:22:42,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.0 2024-12-03T03:22:42,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:42,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 2024-12-03T03:22:42,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 after 1ms 2024-12-03T03:22:42,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 took 2ms 2024-12-03T03:22:42,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 so closing down 2024-12-03T03:22:42,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:42,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:42,865 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:42,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:42,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:42,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742090_1269 (size=743) 2024-12-03T03:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742090_1269 (size=743) 2024-12-03T03:22:42,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742091_1270 (size=743) 2024-12-03T03:22:42,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742091_1270 (size=743) 2024-12-03T03:22:42,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:42,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:42,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1, size=1.4 K (1393bytes) at 1733196162860Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 so closing down at 1733196162864 (+4 ms)3 split writer threads finished at 1733196162864Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196162870 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196162876 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162887 (+11 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162889 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196162889Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196162890 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196162890 2024-12-03T03:22:42,892 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.1 2024-12-03T03:22:42,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:42,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 2024-12-03T03:22:42,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 after 0ms 2024-12-03T03:22:42,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 took 2ms 2024-12-03T03:22:42,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 so closing down 2024-12-03T03:22:42,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:42,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:42,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:42,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:42,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:42,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:42,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742093_1272 (size=743) 2024-12-03T03:22:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742093_1272 (size=743) 2024-12-03T03:22:42,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742092_1271 (size=743) 2024-12-03T03:22:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742092_1271 (size=743) 2024-12-03T03:22:42,918 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:42,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:42,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2, size=1.4 K (1393bytes) at 1733196162892Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 so closing down at 1733196162895 (+3 ms)3 split writer threads finished at 1733196162895Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196162898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196162898Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162910 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196162911 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162918 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196162919 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196162919 2024-12-03T03:22:42,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.2 2024-12-03T03:22:42,921 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:42,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 2024-12-03T03:22:42,921 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 after 0ms 2024-12-03T03:22:42,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 took 1ms 2024-12-03T03:22:42,923 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 so closing down 2024-12-03T03:22:42,923 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:42,923 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:42,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:42,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:42,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:42,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:42,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742095_1274 (size=743) 2024-12-03T03:22:42,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742095_1274 (size=743) 2024-12-03T03:22:42,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:42,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742094_1273 (size=743) 2024-12-03T03:22:42,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742094_1273 (size=743) 2024-12-03T03:22:43,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:43,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:43,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3, size=1.4 K (1393bytes) at 1733196162921Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 so closing down at 1733196162923 (+2 ms)3 split writer threads finished at 1733196162923Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196162926 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196162926Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196162937 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196162938 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163348 (+410 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196163349 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196163350 (+1 ms) 2024-12-03T03:22:43,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.3 2024-12-03T03:22:43,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:43,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 2024-12-03T03:22:43,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 after 0ms 2024-12-03T03:22:43,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 took 2ms 2024-12-03T03:22:43,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 so closing down 2024-12-03T03:22:43,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,356 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:43,356 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:43,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:43,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742097_1276 (size=743) 2024-12-03T03:22:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742097_1276 (size=743) 2024-12-03T03:22:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742096_1275 (size=743) 2024-12-03T03:22:43,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742096_1275 (size=743) 2024-12-03T03:22:43,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:43,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:43,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:43,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4, size=1.4 K (1393bytes) at 1733196163351Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 so closing down at 1733196163354 (+3 ms)3 split writer threads finished at 1733196163354Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196163357 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196163357Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163361 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163361Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196163362 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196163362Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196163362 2024-12-03T03:22:43,363 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.4 2024-12-03T03:22:43,364 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T03:22:43,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 2024-12-03T03:22:43,364 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 after 0ms 2024-12-03T03:22:43,366 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-12-03T03:22:43,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 so closing down 2024-12-03T03:22:43,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T03:22:43,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, size=1.4 K (1394bytes) at 1733196163364Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 so closing down at 1733196163366 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733196163366 2024-12-03T03:22:43,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/corrupt/wal.dat.5 2024-12-03T03:22:43,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:43,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 2024-12-03T03:22:43,368 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 after 0ms 2024-12-03T03:22:43,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 took 2ms 2024-12-03T03:22:43,371 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 so closing down 2024-12-03T03:22:43,371 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,372 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:43,372 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:43,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:43,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742098_1277 (size=749) 2024-12-03T03:22:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742098_1277 (size=749) 2024-12-03T03:22:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742099_1278 (size=749) 2024-12-03T03:22:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742099_1278 (size=749) 2024-12-03T03:22:43,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:43,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:43,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:43,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6, size=1.4 K (1405bytes) at 1733196163368Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 so closing down at 1733196163371 (+3 ms)3 split writer threads finished at 1733196163371Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196163373 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196163373Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163406 (+33 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163406Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196163407 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196163407Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196163407 2024-12-03T03:22:43,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.6 2024-12-03T03:22:43,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:43,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 2024-12-03T03:22:43,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 after 0ms 2024-12-03T03:22:43,410 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 took 2ms 2024-12-03T03:22:43,411 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 so closing down 2024-12-03T03:22:43,411 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,411 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,413 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:43,413 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:43,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:43,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742101_1280 (size=753) 2024-12-03T03:22:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742100_1279 (size=753) 2024-12-03T03:22:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742100_1279 (size=753) 2024-12-03T03:22:43,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742101_1280 (size=753) 2024-12-03T03:22:43,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:43,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:43,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:43,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7, size=1.4 K (1413bytes) at 1733196163408Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 so closing down at 1733196163411 (+3 ms)3 split writer threads finished at 1733196163411Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196163416 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196163416Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163425 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163425Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196163426 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196163426Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196163427 (+1 ms) 2024-12-03T03:22:43,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.7 2024-12-03T03:22:43,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:43,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 2024-12-03T03:22:43,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 after 0ms 2024-12-03T03:22:43,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 took 1ms 2024-12-03T03:22:43,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 so closing down 2024-12-03T03:22:43,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:43,432 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:43,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:43,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742102_1281 (size=753) 2024-12-03T03:22:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742102_1281 (size=753) 2024-12-03T03:22:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742103_1282 (size=753) 2024-12-03T03:22:43,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742103_1282 (size=753) 2024-12-03T03:22:43,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:43,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:43,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:43,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8, size=1.4 K (1413bytes) at 1733196163428Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 so closing down at 1733196163430 (+2 ms)3 split writer threads finished at 1733196163430Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196163432 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196163432Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163436 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163436Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196163437 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196163437Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196163437 2024-12-03T03:22:43,438 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.8 2024-12-03T03:22:43,438 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:43,438 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 2024-12-03T03:22:43,439 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 after 1ms 2024-12-03T03:22:43,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 took 2ms 2024-12-03T03:22:43,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 so closing down 2024-12-03T03:22:43,441 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,442 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:43,442 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:43,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:43,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742105_1284 (size=753) 2024-12-03T03:22:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742105_1284 (size=753) 2024-12-03T03:22:43,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742104_1283 (size=753) 2024-12-03T03:22:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742104_1283 (size=753) 2024-12-03T03:22:43,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:43,460 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:43,460 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9, size=1.4 K (1413bytes) at 1733196163438Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 so closing down at 1733196163441 (+3 ms)3 split writer threads finished at 1733196163441Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196163443 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196163443Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163452 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196163453 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163459 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196163460 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196163460 2024-12-03T03:22:43,462 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1733196161590/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/a623e999-15ec-7e6d-5a11-1382a512fd73/oldWALs/wal.dat.9 2024-12-03T03:22:43,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5805 (was 5846) 2024-12-03T03:22:43,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5805 2024-12-03T03:22:43,509 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742106_1285 (size=7) 2024-12-03T03:22:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742106_1285 (size=7) 2024-12-03T03:22:43,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:43,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,518 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T03:22:43,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742107_1286 (size=2403) 2024-12-03T03:22:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742107_1286 (size=2403) 2024-12-03T03:22:43,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:43,543 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0, size=2.3 K (2403bytes) 2024-12-03T03:22:43,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 2024-12-03T03:22:43,543 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 after 0ms 2024-12-03T03:22:43,544 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 took 1ms 2024-12-03T03:22:43,546 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 so closing down 2024-12-03T03:22:43,546 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,546 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:43,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742108_1287 (size=863) 2024-12-03T03:22:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742108_1287 (size=863) 2024-12-03T03:22:43,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:43,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-12-03T03:22:43,553 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-12-03T03:22:43,553 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0, size=2.3 K (2403bytes) at 1733196163543Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 so closing down at 1733196163546 (+3 ms)3 split writer threads finished at 1733196163546Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196163548 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196163552 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1733196163553 (+1 ms)Processed 20 edits across 1 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1733196163553 2024-12-03T03:22:43,554 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/WALs/testsplitremovesregioneventsedits,16010,1733196163517/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/a7094bff-e257-1862-809f-dbfb54d7d28c/oldWALs/wal.dat.0 2024-12-03T03:22:43,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5805 (was 5805) 2024-12-03T03:22:43,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5804 2024-12-03T03:22:43,574 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742109_1288 (size=7) 2024-12-03T03:22:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742109_1288 (size=7) 2024-12-03T03:22:43,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:43,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5808 (was 5804) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:43,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5808 2024-12-03T03:22:43,602 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742110_1289 (size=7) 2024-12-03T03:22:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742110_1289 (size=7) 2024-12-03T03:22:43,608 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:43,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,613 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:43,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742111_1290 (size=255) 2024-12-03T03:22:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742111_1290 (size=255) 2024-12-03T03:22:43,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1, size=255 (255bytes) 2024-12-03T03:22:43,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 2024-12-03T03:22:43,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 after 0ms 2024-12-03T03:22:43,656 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 took 3ms 2024-12-03T03:22:43,656 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-12-03T03:22:43,657 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 so closing down 2024-12-03T03:22:43,657 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,657 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-12-03T03:22:43,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1, size=255 (255bytes) at 1733196163654Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 so closing down at 1733196163657 (+3 ms)3 split writer threads finished at 1733196163657Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1733196163657 2024-12-03T03:22:43,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/WALs/testsplitremovesreplicationmarkeredits,16010,1733196163613/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/fb434442-99b5-d5b5-8c22-c7b6868cc38a/oldWALs/wal.dat.1 2024-12-03T03:22:43,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5808 (was 5808) 2024-12-03T03:22:43,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5808 2024-12-03T03:22:43,671 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742112_1291 (size=7) 2024-12-03T03:22:43,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742112_1291 (size=7) 2024-12-03T03:22:43,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:43,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,679 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-12-03T03:22:43,679 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T03:22:43,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:43,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742113_1292 (size=1941) 2024-12-03T03:22:43,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742113_1292 (size=1941) 2024-12-03T03:22:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447/data/default/t1/region__1 2024-12-03T03:22:43,702 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0, size=1.9 K (1941bytes) 2024-12-03T03:22:43,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 2024-12-03T03:22:43,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 after 1ms 2024-12-03T03:22:43,704 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 took 2ms 2024-12-03T03:22:43,705 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-12-03T03:22:43,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 so closing down 2024-12-03T03:22:43,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:43,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:43,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-12-03T03:22:43,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0, size=1.9 K (1941bytes) at 1733196163702Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 so closing down at 1733196163705 (+3 ms)3 split writer threads finished at 1733196163706 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1733196163706 2024-12-03T03:22:43,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/WALs/testsplitlogfiledeletedregiondir,16010,1733196163679/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/b559aa4d-eb9e-e3c1-e0df-e8a2ff753b84/oldWALs/wal.dat.0 2024-12-03T03:22:43,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1017 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5808 (was 5808) 2024-12-03T03:22:43,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1017, ProcessCount=11, AvailableMemoryMB=5808 2024-12-03T03:22:43,723 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742114_1293 (size=7) 2024-12-03T03:22:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742114_1293 (size=7) 2024-12-03T03:22:43,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:43,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:43,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,735 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T03:22:43,735 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:43,735 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:43,736 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:43,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:43,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742115_1294 (size=1393) 2024-12-03T03:22:43,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742115_1294 (size=1393) 2024-12-03T03:22:44,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:44,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:44,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742116_1295 (size=1393) 2024-12-03T03:22:44,181 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742116_1295 (size=1393) 2024-12-03T03:22:44,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:44,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742117_1296 (size=1393) 2024-12-03T03:22:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742117_1296 (size=1393) 2024-12-03T03:22:44,196 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:44,196 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742118_1297 (size=1393) 2024-12-03T03:22:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742118_1297 (size=1393) 2024-12-03T03:22:44,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:44,630 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742119_1298 (size=1393) 2024-12-03T03:22:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742119_1298 (size=1393) 2024-12-03T03:22:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:44,653 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:44,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:44,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742120_1299 (size=1393) 2024-12-03T03:22:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742120_1299 (size=1393) 2024-12-03T03:22:45,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:45,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742121_1300 (size=1405) 2024-12-03T03:22:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742121_1300 (size=1405) 2024-12-03T03:22:45,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:45,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742122_1301 (size=1413) 2024-12-03T03:22:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742122_1301 (size=1413) 2024-12-03T03:22:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:45,163 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742123_1302 (size=1413) 2024-12-03T03:22:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742123_1302 (size=1413) 2024-12-03T03:22:45,189 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:45,189 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742124_1303 (size=1413) 2024-12-03T03:22:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742124_1303 (size=1413) 2024-12-03T03:22:45,220 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:45,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:45,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0 2024-12-03T03:22:45,239 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0 after 1ms 2024-12-03T03:22:45,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0 took 7ms 2024-12-03T03:22:45,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0 so closing down 2024-12-03T03:22:45,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,249 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:45,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0, size=1.4 K (1393bytes) at 1733196165238Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0 so closing down at 1733196165249 (+11 ms)3 split writer threads finished at 1733196165249Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1690ffa2-74e4-2941-ac4a-f176c4e50561/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1733196163734/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196165250 (+1 ms) 2024-12-03T03:22:45,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=143 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1000 (was 1017), ProcessCount=11 (was 11), AvailableMemoryMB=5747 (was 5808) 2024-12-03T03:22:45,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=1000, ProcessCount=11, AvailableMemoryMB=5747 2024-12-03T03:22:45,266 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742125_1304 (size=7) 2024-12-03T03:22:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742125_1304 (size=7) 2024-12-03T03:22:45,279 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:45,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:45,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:45,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:45,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:45,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:45,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742126_1305 (size=1393) 2024-12-03T03:22:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742126_1305 (size=1393) 2024-12-03T03:22:45,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:45,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742127_1306 (size=1393) 2024-12-03T03:22:45,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742127_1306 (size=1393) 2024-12-03T03:22:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:45,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742128_1307 (size=1393) 2024-12-03T03:22:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742128_1307 (size=1393) 2024-12-03T03:22:45,323 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:45,323 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742129_1308 (size=1393) 2024-12-03T03:22:45,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742129_1308 (size=1393) 2024-12-03T03:22:45,333 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:45,333 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742131_1310 (size=1393) 2024-12-03T03:22:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742131_1310 (size=1393) 2024-12-03T03:22:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:45,393 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742132_1311 (size=1405) 2024-12-03T03:22:45,425 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:45,425 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742132_1311 (size=1405) 2024-12-03T03:22:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742133_1312 (size=1413) 2024-12-03T03:22:45,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742133_1312 (size=1413) 2024-12-03T03:22:45,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:45,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742134_1313 (size=1413) 2024-12-03T03:22:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742134_1313 (size=1413) 2024-12-03T03:22:45,459 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:45,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:45,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742135_1314 (size=1413) 2024-12-03T03:22:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742135_1314 (size=1413) 2024-12-03T03:22:45,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:45,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742130_1309 (size=1458) 2024-12-03T03:22:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742130_1309 (size=1458) 2024-12-03T03:22:45,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:45,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 2024-12-03T03:22:45,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 after 0ms 2024-12-03T03:22:45,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 took 3ms 2024-12-03T03:22:45,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 so closing down 2024-12-03T03:22:45,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,523 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:45,527 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:45,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:45,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742136_1315 (size=743) 2024-12-03T03:22:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742136_1315 (size=743) 2024-12-03T03:22:45,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742137_1316 (size=743) 2024-12-03T03:22:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742137_1316 (size=743) 2024-12-03T03:22:45,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:45,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:45,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0, size=1.4 K (1393bytes) at 1733196165506Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 so closing down at 1733196165512 (+6 ms)3 split writer threads finished at 1733196165513 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196165533 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196165540 (+7 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165566 (+26 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196165567 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165574 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196165575 (+1 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196165575 2024-12-03T03:22:45,576 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/oldWALs/wal.dat.0 2024-12-03T03:22:45,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:45,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 2024-12-03T03:22:45,577 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 after 0ms 2024-12-03T03:22:45,579 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 took 2ms 2024-12-03T03:22:45,580 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 so closing down 2024-12-03T03:22:45,580 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,586 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:45,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:45,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:45,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742139_1318 (size=743) 2024-12-03T03:22:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742139_1318 (size=743) 2024-12-03T03:22:45,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742138_1317 (size=743) 2024-12-03T03:22:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742138_1317 (size=743) 2024-12-03T03:22:45,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:45,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:45,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:45,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1, size=1.4 K (1393bytes) at 1733196165577Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 so closing down at 1733196165580 (+3 ms)3 split writer threads finished at 1733196165580Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196165588 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196165592 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165610 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165611 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196165613 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196165613Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196165613 2024-12-03T03:22:45,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/oldWALs/wal.dat.1 2024-12-03T03:22:45,615 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:45,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 2024-12-03T03:22:45,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 after 0ms 2024-12-03T03:22:45,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 took 2ms 2024-12-03T03:22:45,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 so closing down 2024-12-03T03:22:45,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,625 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:45,631 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:45,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:45,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742141_1320 (size=743) 2024-12-03T03:22:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742141_1320 (size=743) 2024-12-03T03:22:45,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:45,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742140_1319 (size=743) 2024-12-03T03:22:45,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742140_1319 (size=743) 2024-12-03T03:22:45,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:45,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:45,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2, size=1.4 K (1393bytes) at 1733196165615Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 so closing down at 1733196165625 (+10 ms)3 split writer threads finished at 1733196165625Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196165636 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196165636Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165646 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196165648 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165654 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196165655 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196165656 (+1 ms) 2024-12-03T03:22:45,657 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/oldWALs/wal.dat.2 2024-12-03T03:22:45,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:45,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 2024-12-03T03:22:45,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 after 0ms 2024-12-03T03:22:45,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 took 3ms 2024-12-03T03:22:45,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 so closing down 2024-12-03T03:22:45,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,666 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:45,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:45,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:45,676 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742142_1321 (size=743) 2024-12-03T03:22:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742142_1321 (size=743) 2024-12-03T03:22:45,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742143_1322 (size=743) 2024-12-03T03:22:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742143_1322 (size=743) 2024-12-03T03:22:45,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:45,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:45,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:45,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3, size=1.4 K (1393bytes) at 1733196165658Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 so closing down at 1733196165662 (+4 ms)3 split writer threads finished at 1733196165666 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196165676 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196165676Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165695 (+19 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196165696 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196165705 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196165706 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196165706 2024-12-03T03:22:45,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/oldWALs/wal.dat.3 2024-12-03T03:22:45,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4, size=1.4 K (1458bytes) 2024-12-03T03:22:45,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4 2024-12-03T03:22:45,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4 after 0ms 2024-12-03T03:22:45,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4 took 3ms 2024-12-03T03:22:45,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4 so closing down 2024-12-03T03:22:45,718 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:45,718 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:45,720 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:45,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:45,727 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:45,727 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-12-03T03:22:45,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-12-03T03:22:45,733 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:45,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-12-03T03:22:45,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4, size=1.4 K (1458bytes) at 1733196165708Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4 so closing down at 1733196165717 (+9 ms)3 split writer threads finished at 1733196165718 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196165724 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1733196165732 (+8 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1733196165733 (+1 ms)Processed 21 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/WALs/testsplitwillfailifwritingtoregionfails,16010,1733196165284/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1733196165733 2024-12-03T03:22:45,733 WARN [Thread-2064 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:53924 remote=/127.0.0.1:44905]. Total timeout mills is 70000, 69993 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:45,734 WARN [Thread-2064 {}] hdfs.DataStreamer(1850): Abandoning BP-780857539-172.17.0.3-1733196111653:blk_1073742144_1323 2024-12-03T03:22:45,736 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:45,736 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:45,737 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:45,737 WARN [Thread-2067 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor5.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:45,738 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:39243/user/jenkins/test-data/9bb5fbf9-8e08-7e83-10bf-f6e43c107151/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:45,744 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1560271272_22 at /127.0.0.1:53924 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:44905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53924 dst: /127.0.0.1:44905 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:45,746 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1560271272_22 at /127.0.0.1:55918 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55918 dst: /127.0.0.1:34411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:45,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145 (was 143) - Thread LEAK? -, OpenFileDescriptor=396 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1000 (was 1000), ProcessCount=11 (was 11), AvailableMemoryMB=5725 (was 5747) 2024-12-03T03:22:45,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1000, ProcessCount=11, AvailableMemoryMB=5723 2024-12-03T03:22:45,755 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742145_1324 (size=7) 2024-12-03T03:22:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742145_1324 (size=7) 2024-12-03T03:22:45,766 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:45,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:45,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:45,770 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:45,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T03:22:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742146_1325 (size=93) 2024-12-03T03:22:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742146_1325 (size=93) 2024-12-03T03:22:45,780 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:45,781 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:45,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742147_1326 (size=1393) 2024-12-03T03:22:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742147_1326 (size=1393) 2024-12-03T03:22:45,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:45,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742148_1327 (size=1393) 2024-12-03T03:22:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742148_1327 (size=1393) 2024-12-03T03:22:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:45,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742149_1328 (size=1393) 2024-12-03T03:22:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742149_1328 (size=1393) 2024-12-03T03:22:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:45,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742150_1329 (size=1393) 2024-12-03T03:22:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742150_1329 (size=1393) 2024-12-03T03:22:46,237 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:46,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742151_1330 (size=1393) 2024-12-03T03:22:46,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742151_1330 (size=1393) 2024-12-03T03:22:46,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:46,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742152_1331 (size=1393) 2024-12-03T03:22:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742152_1331 (size=1393) 2024-12-03T03:22:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:46,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:46,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742153_1332 (size=1405) 2024-12-03T03:22:46,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742153_1332 (size=1405) 2024-12-03T03:22:46,268 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:46,268 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742154_1333 (size=1413) 2024-12-03T03:22:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742154_1333 (size=1413) 2024-12-03T03:22:46,284 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:46,284 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:46,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742155_1334 (size=1413) 2024-12-03T03:22:46,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742155_1334 (size=1413) 2024-12-03T03:22:46,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:46,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:46,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742156_1335 (size=1413) 2024-12-03T03:22:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742156_1335 (size=1413) 2024-12-03T03:22:46,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:46,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-12-03T03:22:46,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742157_1336 (size=93) 2024-12-03T03:22:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742157_1336 (size=93) 2024-12-03T03:22:46,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty, size=93 (93bytes) 2024-12-03T03:22:46,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty 2024-12-03T03:22:46,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty after 1ms 2024-12-03T03:22:46,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty took 2ms 2024-12-03T03:22:46,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty so closing down 2024-12-03T03:22:46,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:46,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T03:22:46,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty, size=93 (93bytes) at 1733196166348Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty so closing down at 1733196166350 (+2 ms)3 split writer threads finished at 1733196166351 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733196166351 2024-12-03T03:22:46,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat..empty to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat..empty 2024-12-03T03:22:46,352 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:46,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 2024-12-03T03:22:46,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 after 1ms 2024-12-03T03:22:46,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 took 2ms 2024-12-03T03:22:46,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 so closing down 2024-12-03T03:22:46,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:46,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:46,357 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:46,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:46,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742159_1338 (size=743) 2024-12-03T03:22:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742159_1338 (size=743) 2024-12-03T03:22:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742158_1337 (size=743) 2024-12-03T03:22:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742158_1337 (size=743) 2024-12-03T03:22:46,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:46,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:46,363 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:46,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0, size=1.4 K (1393bytes) at 1733196166352Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 so closing down at 1733196166356 (+4 ms)3 split writer threads finished at 1733196166356Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196166358 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196166358Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166362 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166362Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196166363 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196166363Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196166363 2024-12-03T03:22:46,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.0 2024-12-03T03:22:46,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:46,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 2024-12-03T03:22:46,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 after 0ms 2024-12-03T03:22:46,366 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 took 1ms 2024-12-03T03:22:46,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 so closing down 2024-12-03T03:22:46,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,367 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:46,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:46,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:46,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:46,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742160_1339 (size=743) 2024-12-03T03:22:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742160_1339 (size=743) 2024-12-03T03:22:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742161_1340 (size=743) 2024-12-03T03:22:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742161_1340 (size=743) 2024-12-03T03:22:46,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:46,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:46,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:46,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1, size=1.4 K (1393bytes) at 1733196166365Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 so closing down at 1733196166367 (+2 ms)3 split writer threads finished at 1733196166367Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196166369 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196166369Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166373 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166373Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196166374 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196166374Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196166374 2024-12-03T03:22:46,375 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.1 2024-12-03T03:22:46,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:46,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 2024-12-03T03:22:46,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 after 0ms 2024-12-03T03:22:46,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 took 2ms 2024-12-03T03:22:46,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 so closing down 2024-12-03T03:22:46,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:46,379 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:46,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:46,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:46,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742163_1342 (size=743) 2024-12-03T03:22:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742162_1341 (size=743) 2024-12-03T03:22:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742163_1342 (size=743) 2024-12-03T03:22:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742162_1341 (size=743) 2024-12-03T03:22:46,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:46,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:46,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:46,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2, size=1.4 K (1393bytes) at 1733196166375Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 so closing down at 1733196166378 (+3 ms)3 split writer threads finished at 1733196166378Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196166380 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196166380Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166384 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196166385 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166788 (+403 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196166790 (+2 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196166791 (+1 ms) 2024-12-03T03:22:46,793 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.2 2024-12-03T03:22:46,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:46,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 2024-12-03T03:22:46,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 after 1ms 2024-12-03T03:22:46,796 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 took 3ms 2024-12-03T03:22:46,813 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 so closing down 2024-12-03T03:22:46,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,821 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:46,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:46,825 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:46,828 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:46,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742164_1343 (size=743) 2024-12-03T03:22:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742164_1343 (size=743) 2024-12-03T03:22:46,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742165_1344 (size=743) 2024-12-03T03:22:46,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742165_1344 (size=743) 2024-12-03T03:22:46,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:46,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:46,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3, size=1.4 K (1393bytes) at 1733196166793Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 so closing down at 1733196166813 (+20 ms)3 split writer threads finished at 1733196166821 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196166828 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196166829 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166906 (+77 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196166909 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196166939 (+30 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196166942 (+3 ms)Processed 20 edits across 2 Regions in 130 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196166942 2024-12-03T03:22:46,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.3 2024-12-03T03:22:46,958 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:46,958 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 2024-12-03T03:22:46,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 after 1ms 2024-12-03T03:22:46,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 took 3ms 2024-12-03T03:22:46,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 so closing down 2024-12-03T03:22:46,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:46,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:47,006 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:47,010 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:47,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:47,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742166_1345 (size=743) 2024-12-03T03:22:47,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742166_1345 (size=743) 2024-12-03T03:22:47,055 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742167_1346 (size=743) 2024-12-03T03:22:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742167_1346 (size=743) 2024-12-03T03:22:47,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:47,460 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:47,460 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4, size=1.4 K (1393bytes) at 1733196166958Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 so closing down at 1733196166974 (+16 ms)3 split writer threads finished at 1733196166975 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196167010 (+35 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196167020 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167055 (+35 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196167056 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167459 (+403 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196167460 (+1 ms)Processed 20 edits across 2 Regions in 488 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196167460 2024-12-03T03:22:47,462 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.4 2024-12-03T03:22:47,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:47,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 2024-12-03T03:22:47,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 after 0ms 2024-12-03T03:22:47,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 took 2ms 2024-12-03T03:22:47,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 so closing down 2024-12-03T03:22:47,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:47,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,471 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:47,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:47,478 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:47,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:47,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742168_1347 (size=743) 2024-12-03T03:22:47,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742168_1347 (size=743) 2024-12-03T03:22:47,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742169_1348 (size=743) 2024-12-03T03:22:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742169_1348 (size=743) 2024-12-03T03:22:47,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:47,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:47,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5, size=1.4 K (1393bytes) at 1733196167462Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 so closing down at 1733196167469 (+7 ms)3 split writer threads finished at 1733196167469Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196167476 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196167484 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167490 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196167491 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167494 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196167495 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196167495 2024-12-03T03:22:47,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.5 2024-12-03T03:22:47,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:47,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 2024-12-03T03:22:47,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 after 0ms 2024-12-03T03:22:47,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 took 2ms 2024-12-03T03:22:47,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 so closing down 2024-12-03T03:22:47,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:47,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:47,506 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:47,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:47,508 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742170_1349 (size=749) 2024-12-03T03:22:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742170_1349 (size=749) 2024-12-03T03:22:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742171_1350 (size=749) 2024-12-03T03:22:47,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742171_1350 (size=749) 2024-12-03T03:22:47,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:47,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,931 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:47,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:47,931 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6, size=1.4 K (1405bytes) at 1733196167497Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 so closing down at 1733196167500 (+3 ms)3 split writer threads finished at 1733196167500Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196167508 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196167508Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167529 (+21 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196167530 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167930 (+400 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196167931 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196167931 2024-12-03T03:22:47,933 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.6 2024-12-03T03:22:47,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:47,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 2024-12-03T03:22:47,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 after 0ms 2024-12-03T03:22:47,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 took 2ms 2024-12-03T03:22:47,936 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 so closing down 2024-12-03T03:22:47,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:47,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:47,937 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:47,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:47,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742172_1351 (size=753) 2024-12-03T03:22:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742173_1352 (size=753) 2024-12-03T03:22:47,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742172_1351 (size=753) 2024-12-03T03:22:47,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742173_1352 (size=753) 2024-12-03T03:22:47,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:47,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:47,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:47,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7, size=1.4 K (1413bytes) at 1733196167933Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 so closing down at 1733196167936 (+3 ms)3 split writer threads finished at 1733196167936Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196167938 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196167938Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167950 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167950Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196167951 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196167951Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196167952 (+1 ms) 2024-12-03T03:22:47,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.7 2024-12-03T03:22:47,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:47,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 2024-12-03T03:22:47,954 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 after 1ms 2024-12-03T03:22:47,956 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 took 2ms 2024-12-03T03:22:47,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 so closing down 2024-12-03T03:22:47,965 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:47,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,967 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:47,967 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:47,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:47,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742175_1354 (size=753) 2024-12-03T03:22:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742175_1354 (size=753) 2024-12-03T03:22:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742174_1353 (size=753) 2024-12-03T03:22:47,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742174_1353 (size=753) 2024-12-03T03:22:47,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:47,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:47,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:47,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:47,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8, size=1.4 K (1413bytes) at 1733196167953Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 so closing down at 1733196167965 (+12 ms)3 split writer threads finished at 1733196167965Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196167968 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196167969 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167983 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196167983Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196167984 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196167984Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196167984 2024-12-03T03:22:47,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.8 2024-12-03T03:22:47,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:47,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 2024-12-03T03:22:47,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 after 0ms 2024-12-03T03:22:47,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 took 2ms 2024-12-03T03:22:47,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 so closing down 2024-12-03T03:22:47,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:47,993 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:47,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:47,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:48,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:48,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742177_1356 (size=753) 2024-12-03T03:22:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742177_1356 (size=753) 2024-12-03T03:22:48,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:48,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742176_1355 (size=753) 2024-12-03T03:22:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742176_1355 (size=753) 2024-12-03T03:22:48,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:48,038 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:48,038 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9, size=1.4 K (1413bytes) at 1733196167986Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 so closing down at 1733196167993 (+7 ms)3 split writer threads finished at 1733196167993Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196168000 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196168000Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168018 (+18 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196168020 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168022 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196168038 (+16 ms)Processed 20 edits across 2 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196168038 2024-12-03T03:22:48,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.9 2024-12-03T03:22:48,043 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty, size=93 (93bytes) 2024-12-03T03:22:48,043 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty 2024-12-03T03:22:48,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty after 1ms 2024-12-03T03:22:48,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty took 2ms 2024-12-03T03:22:48,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty so closing down 2024-12-03T03:22:48,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:48,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:48,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T03:22:48,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty, size=93 (93bytes) at 1733196168043Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty so closing down at 1733196168046 (+3 ms)3 split writer threads finished at 1733196168046Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1733196168046 2024-12-03T03:22:48,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/WALs/testemptylogfiles,16010,1733196165770/wal.dat.empty to hdfs://localhost:39243/user/jenkins/test-data/5e40f346-e9a4-2790-9428-b9e2cb1f03bd/oldWALs/wal.dat.empty 2024-12-03T03:22:48,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1000 (was 1000), ProcessCount=11 (was 11), AvailableMemoryMB=5611 (was 5723) 2024-12-03T03:22:48,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=1000, ProcessCount=11, AvailableMemoryMB=5611 2024-12-03T03:22:48,144 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742178_1357 (size=7) 2024-12-03T03:22:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742178_1357 (size=7) 2024-12-03T03:22:48,155 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:48,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:48,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:48,159 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:48,160 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:48,160 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:48,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:48,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742179_1358 (size=1393) 2024-12-03T03:22:48,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742179_1358 (size=1393) 2024-12-03T03:22:48,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:48,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742180_1359 (size=1393) 2024-12-03T03:22:48,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742180_1359 (size=1393) 2024-12-03T03:22:48,187 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:48,187 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:48,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742181_1360 (size=1393) 2024-12-03T03:22:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742181_1360 (size=1393) 2024-12-03T03:22:48,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:48,198 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742182_1361 (size=1393) 2024-12-03T03:22:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742182_1361 (size=1393) 2024-12-03T03:22:48,208 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:48,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:48,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742183_1362 (size=1393) 2024-12-03T03:22:48,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742183_1362 (size=1393) 2024-12-03T03:22:48,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:48,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:48,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742184_1363 (size=1393) 2024-12-03T03:22:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742184_1363 (size=1393) 2024-12-03T03:22:48,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:48,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742185_1364 (size=1405) 2024-12-03T03:22:48,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742185_1364 (size=1405) 2024-12-03T03:22:48,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:48,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742186_1365 (size=1413) 2024-12-03T03:22:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742186_1365 (size=1413) 2024-12-03T03:22:48,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:48,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742187_1366 (size=1413) 2024-12-03T03:22:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742187_1366 (size=1413) 2024-12-03T03:22:48,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:48,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:48,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742188_1367 (size=1413) 2024-12-03T03:22:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742188_1367 (size=1413) 2024-12-03T03:22:48,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:48,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:48,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 2024-12-03T03:22:48,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 after 1ms 2024-12-03T03:22:48,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 took 2ms 2024-12-03T03:22:48,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 so closing down 2024-12-03T03:22:48,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:48,729 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:48,730 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:48,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:48,734 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:48,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742189_1368 (size=743) 2024-12-03T03:22:48,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742189_1368 (size=743) 2024-12-03T03:22:48,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742190_1369 (size=743) 2024-12-03T03:22:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742190_1369 (size=743) 2024-12-03T03:22:48,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:48,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:48,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:48,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0, size=1.4 K (1393bytes) at 1733196168723Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 so closing down at 1733196168728 (+5 ms)3 split writer threads finished at 1733196168729 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196168731 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196168736 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168742 (+6 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168743 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196168744 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196168745 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196168745 2024-12-03T03:22:48,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.0 2024-12-03T03:22:48,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:48,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 2024-12-03T03:22:48,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 after 0ms 2024-12-03T03:22:48,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 took 3ms 2024-12-03T03:22:48,768 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 so closing down 2024-12-03T03:22:48,768 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:48,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:48,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:48,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:48,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:48,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742191_1370 (size=743) 2024-12-03T03:22:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742191_1370 (size=743) 2024-12-03T03:22:48,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742192_1371 (size=743) 2024-12-03T03:22:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742192_1371 (size=743) 2024-12-03T03:22:48,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:48,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:48,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1, size=1.4 K (1393bytes) at 1733196168747Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 so closing down at 1733196168768 (+21 ms)3 split writer threads finished at 1733196168768Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196168776 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196168777 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168795 (+18 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196168799 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168814 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196168816 (+2 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196168816 2024-12-03T03:22:48,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.1 2024-12-03T03:22:48,818 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:48,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 2024-12-03T03:22:48,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 after 0ms 2024-12-03T03:22:48,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 took 4ms 2024-12-03T03:22:48,837 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 so closing down 2024-12-03T03:22:48,837 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:48,837 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:48,842 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:48,848 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:48,850 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:48,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742193_1372 (size=743) 2024-12-03T03:22:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742193_1372 (size=743) 2024-12-03T03:22:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742194_1373 (size=743) 2024-12-03T03:22:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742194_1373 (size=743) 2024-12-03T03:22:48,866 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:48,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:49,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:49,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:49,259 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:49,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2, size=1.4 K (1393bytes) at 1733196168818Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 so closing down at 1733196168837 (+19 ms)3 split writer threads finished at 1733196168837Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196168849 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196168852 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196168866 (+14 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196168868 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196169257 (+389 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196169259 (+2 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196169259 2024-12-03T03:22:49,260 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.2 2024-12-03T03:22:49,260 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:49,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 2024-12-03T03:22:49,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 after 1ms 2024-12-03T03:22:49,262 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 took 2ms 2024-12-03T03:22:49,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 so closing down 2024-12-03T03:22:49,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:49,264 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:49,268 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:49,268 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:49,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:49,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:49,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742195_1374 (size=743) 2024-12-03T03:22:49,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742196_1375 (size=743) 2024-12-03T03:22:49,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742195_1374 (size=743) 2024-12-03T03:22:49,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742196_1375 (size=743) 2024-12-03T03:22:49,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:49,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:49,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:49,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:49,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:49,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3, size=1.4 K (1393bytes) at 1733196169260Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 so closing down at 1733196169264 (+4 ms)3 split writer threads finished at 1733196169264Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196169269 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196169270 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196169291 (+21 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196169292 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196169690 (+398 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196169691 (+1 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196169691 2024-12-03T03:22:49,693 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.3 2024-12-03T03:22:49,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:49,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 2024-12-03T03:22:49,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 after 0ms 2024-12-03T03:22:49,695 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 took 2ms 2024-12-03T03:22:49,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 so closing down 2024-12-03T03:22:49,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:49,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:49,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:49,697 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:49,698 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:49,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742197_1376 (size=743) 2024-12-03T03:22:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742198_1377 (size=743) 2024-12-03T03:22:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742197_1376 (size=743) 2024-12-03T03:22:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742198_1377 (size=743) 2024-12-03T03:22:49,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:49,705 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:50,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:50,106 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:50,106 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4, size=1.4 K (1393bytes) at 1733196169693Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 so closing down at 1733196169696 (+3 ms)3 split writer threads finished at 1733196169696Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196169698 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196169698Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196169704 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196169705 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170104 (+399 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196170106 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196170106 2024-12-03T03:22:50,108 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.4 2024-12-03T03:22:50,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:50,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 2024-12-03T03:22:50,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 after 1ms 2024-12-03T03:22:50,112 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 took 4ms 2024-12-03T03:22:50,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 so closing down 2024-12-03T03:22:50,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:50,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:50,139 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:50,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742199_1378 (size=743) 2024-12-03T03:22:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742199_1378 (size=743) 2024-12-03T03:22:50,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742200_1379 (size=743) 2024-12-03T03:22:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742200_1379 (size=743) 2024-12-03T03:22:50,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:50,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:50,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:50,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5, size=1.4 K (1393bytes) at 1733196170108Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 so closing down at 1733196170114 (+6 ms)3 split writer threads finished at 1733196170116 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196170132 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196170144 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170209 (+65 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196170218 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170220 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196170224 (+4 ms)Processed 20 edits across 2 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196170224 2024-12-03T03:22:50,227 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.5 2024-12-03T03:22:50,227 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:50,227 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 2024-12-03T03:22:50,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 after 1ms 2024-12-03T03:22:50,231 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 took 4ms 2024-12-03T03:22:50,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 so closing down 2024-12-03T03:22:50,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:50,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:50,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:50,252 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:50,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742201_1380 (size=749) 2024-12-03T03:22:50,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742201_1380 (size=749) 2024-12-03T03:22:50,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742202_1381 (size=749) 2024-12-03T03:22:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742202_1381 (size=749) 2024-12-03T03:22:50,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:50,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:50,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6, size=1.4 K (1405bytes) at 1733196170227Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 so closing down at 1733196170235 (+8 ms)3 split writer threads finished at 1733196170236 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196170250 (+14 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196170252 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170265 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196170270 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170278 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196170283 (+5 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196170283 2024-12-03T03:22:50,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.6 2024-12-03T03:22:50,285 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:50,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 2024-12-03T03:22:50,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 after 1ms 2024-12-03T03:22:50,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 took 3ms 2024-12-03T03:22:50,293 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 so closing down 2024-12-03T03:22:50,293 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,293 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:50,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:50,309 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742203_1382 (size=753) 2024-12-03T03:22:50,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742203_1382 (size=753) 2024-12-03T03:22:50,312 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:50,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,315 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742204_1383 (size=753) 2024-12-03T03:22:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742204_1383 (size=753) 2024-12-03T03:22:50,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:50,324 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:50,324 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7, size=1.4 K (1413bytes) at 1733196170285Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 so closing down at 1733196170293 (+8 ms)3 split writer threads finished at 1733196170293Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196170303 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196170312 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170314 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196170315 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170322 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196170323 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196170324 (+1 ms) 2024-12-03T03:22:50,325 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.7 2024-12-03T03:22:50,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:50,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 2024-12-03T03:22:50,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 after 1ms 2024-12-03T03:22:50,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 took 2ms 2024-12-03T03:22:50,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 so closing down 2024-12-03T03:22:50,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:50,333 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:50,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:50,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742206_1385 (size=753) 2024-12-03T03:22:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742205_1384 (size=753) 2024-12-03T03:22:50,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742206_1385 (size=753) 2024-12-03T03:22:50,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742205_1384 (size=753) 2024-12-03T03:22:50,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:50,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,745 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:50,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:50,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8, size=1.4 K (1413bytes) at 1733196170325Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 so closing down at 1733196170328 (+3 ms)3 split writer threads finished at 1733196170328Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196170336 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196170336Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170343 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196170344 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170743 (+399 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196170745 (+2 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196170745 2024-12-03T03:22:50,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.8 2024-12-03T03:22:50,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:50,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 2024-12-03T03:22:50,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 after 0ms 2024-12-03T03:22:50,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 took 2ms 2024-12-03T03:22:50,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 so closing down 2024-12-03T03:22:50,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:50,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:50,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:50,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742207_1386 (size=753) 2024-12-03T03:22:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742208_1387 (size=753) 2024-12-03T03:22:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742207_1386 (size=753) 2024-12-03T03:22:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742208_1387 (size=753) 2024-12-03T03:22:50,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:50,761 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:50,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:50,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:50,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9, size=1.4 K (1413bytes) at 1733196170747Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 so closing down at 1733196170749 (+2 ms)3 split writer threads finished at 1733196170749Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196170752 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196170752Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170757 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196170761 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196170761Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196170761Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196170762 (+1 ms) 2024-12-03T03:22:50,763 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1733196168159/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/25aeba76-c20b-8667-bf4d-9d2412006091/oldWALs/wal.dat.9 2024-12-03T03:22:50,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=952 (was 1000), ProcessCount=11 (was 11), AvailableMemoryMB=5773 (was 5611) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:50,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=952, ProcessCount=11, AvailableMemoryMB=5773 2024-12-03T03:22:50,775 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742209_1388 (size=7) 2024-12-03T03:22:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742209_1388 (size=7) 2024-12-03T03:22:50,784 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:50,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,787 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:50,791 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:39243/user/jenkins/test-data/6f006d2e-90a2-8adc-5b11-800cba5959eb/data/hbase/meta/1588230740/recovered.edits 2024-12-03T03:22:50,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=952 (was 952), ProcessCount=11 (was 11), AvailableMemoryMB=5772 (was 5773) 2024-12-03T03:22:50,809 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=952, ProcessCount=11, AvailableMemoryMB=5772 2024-12-03T03:22:50,809 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742210_1389 (size=7) 2024-12-03T03:22:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742210_1389 (size=7) 2024-12-03T03:22:50,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:50,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,824 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:50,824 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-12-03T03:22:50,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-12-03T03:22:50,826 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742211_1390 (size=818) 2024-12-03T03:22:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742211_1390 (size=818) 2024-12-03T03:22:50,847 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5, size=818 (818bytes) 2024-12-03T03:22:50,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 2024-12-03T03:22:50,847 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 after 0ms 2024-12-03T03:22:50,849 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 took 2ms 2024-12-03T03:22:50,851 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 so closing down 2024-12-03T03:22:50,851 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:50,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:50,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-12-03T03:22:50,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-12-03T03:22:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742212_1391 (size=783) 2024-12-03T03:22:50,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742212_1391 (size=783) 2024-12-03T03:22:50,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-12-03T03:22:50,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-12-03T03:22:50,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-12-03T03:22:50,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5, size=818 (818bytes) at 1733196170847Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 so closing down at 1733196170851 (+4 ms)3 split writer threads finished at 1733196170851Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1733196170853 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1733196170857 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1733196170858 (+1 ms)Processed 11 edits across 1 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1733196170858 2024-12-03T03:22:50,860 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/WALs/testemptywaledit,16010,1733196170824/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/c99cec98-8342-62aa-4fe3-37f892cfc1dd/oldWALs/wal.dat.5 2024-12-03T03:22:50,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=144 (was 144), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=952 (was 952), ProcessCount=11 (was 11), AvailableMemoryMB=5773 (was 5772) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:50,878 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=952, ProcessCount=11, AvailableMemoryMB=5772 2024-12-03T03:22:50,878 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742213_1392 (size=7) 2024-12-03T03:22:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742213_1392 (size=7) 2024-12-03T03:22:50,884 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:50,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:50,887 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:50,887 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:50,888 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:50,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:50,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742214_1393 (size=1393) 2024-12-03T03:22:50,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742214_1393 (size=1393) 2024-12-03T03:22:51,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:51,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:51,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742215_1394 (size=1393) 2024-12-03T03:22:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742215_1394 (size=1393) 2024-12-03T03:22:51,712 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:51,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742216_1395 (size=1393) 2024-12-03T03:22:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742216_1395 (size=1393) 2024-12-03T03:22:51,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:51,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:51,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742217_1396 (size=1393) 2024-12-03T03:22:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742217_1396 (size=1393) 2024-12-03T03:22:51,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:51,749 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742218_1397 (size=1393) 2024-12-03T03:22:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742218_1397 (size=1393) 2024-12-03T03:22:51,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:51,793 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742219_1398 (size=1393) 2024-12-03T03:22:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742219_1398 (size=1393) 2024-12-03T03:22:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:51,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742220_1399 (size=1405) 2024-12-03T03:22:51,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742220_1399 (size=1405) 2024-12-03T03:22:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:51,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742221_1400 (size=1413) 2024-12-03T03:22:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742221_1400 (size=1413) 2024-12-03T03:22:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:51,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742222_1401 (size=1413) 2024-12-03T03:22:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742222_1401 (size=1413) 2024-12-03T03:22:51,835 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:51,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:51,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742223_1402 (size=1413) 2024-12-03T03:22:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742223_1402 (size=1413) 2024-12-03T03:22:51,845 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:51,865 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:51,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 2024-12-03T03:22:51,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 after 1ms 2024-12-03T03:22:51,867 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 took 2ms 2024-12-03T03:22:51,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 so closing down 2024-12-03T03:22:51,871 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:51,871 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:51,874 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:51,874 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:51,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:51,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742226_1405 (size=743) 2024-12-03T03:22:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742226_1405 (size=743) 2024-12-03T03:22:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742225_1404 (size=743) 2024-12-03T03:22:51,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742225_1404 (size=743) 2024-12-03T03:22:51,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:52,289 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:52,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:52,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0, size=1.4 K (1393bytes) at 1733196171865Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 so closing down at 1733196171870 (+5 ms)3 split writer threads finished at 1733196171871 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196171875 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196171875Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196171888 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196171889 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172289 (+400 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196172290 (+1 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196172290 2024-12-03T03:22:52,293 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.0 2024-12-03T03:22:52,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:52,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 2024-12-03T03:22:52,294 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 after 0ms 2024-12-03T03:22:52,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 took 3ms 2024-12-03T03:22:52,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 so closing down 2024-12-03T03:22:52,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:52,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:52,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:52,300 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:52,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:52,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742227_1406 (size=743) 2024-12-03T03:22:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742227_1406 (size=743) 2024-12-03T03:22:52,310 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:52,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742228_1407 (size=743) 2024-12-03T03:22:52,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742228_1407 (size=743) 2024-12-03T03:22:52,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,316 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:52,316 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:52,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1, size=1.4 K (1393bytes) at 1733196172294Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 so closing down at 1733196172297 (+3 ms)3 split writer threads finished at 1733196172297Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196172300 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196172300Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172310 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196172311 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172314 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196172316 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196172316 2024-12-03T03:22:52,318 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.1 2024-12-03T03:22:52,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:52,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 2024-12-03T03:22:52,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 after 0ms 2024-12-03T03:22:52,320 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 took 2ms 2024-12-03T03:22:52,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 so closing down 2024-12-03T03:22:52,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:52,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:52,324 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:52,324 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:52,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:52,328 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742229_1408 (size=743) 2024-12-03T03:22:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742229_1408 (size=743) 2024-12-03T03:22:52,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742230_1409 (size=743) 2024-12-03T03:22:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742230_1409 (size=743) 2024-12-03T03:22:52,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,343 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:52,343 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:52,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2, size=1.4 K (1393bytes) at 1733196172318Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 so closing down at 1733196172322 (+4 ms)3 split writer threads finished at 1733196172322Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196172325 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196172328 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172338 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196172340 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172342 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196172343 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196172343 2024-12-03T03:22:52,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.2 2024-12-03T03:22:52,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:52,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 2024-12-03T03:22:52,346 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 after 1ms 2024-12-03T03:22:52,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 took 2ms 2024-12-03T03:22:52,350 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 so closing down 2024-12-03T03:22:52,350 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:52,350 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:52,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:52,352 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:52,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:52,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742231_1410 (size=743) 2024-12-03T03:22:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742231_1410 (size=743) 2024-12-03T03:22:52,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742232_1411 (size=743) 2024-12-03T03:22:52,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742232_1411 (size=743) 2024-12-03T03:22:52,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:52,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:52,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:52,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3, size=1.4 K (1393bytes) at 1733196172345Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 so closing down at 1733196172350 (+5 ms)3 split writer threads finished at 1733196172350Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196172352 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196172352Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172366 (+14 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172367 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196172368 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196172368Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196172368 2024-12-03T03:22:52,370 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.3 2024-12-03T03:22:52,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:52,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 2024-12-03T03:22:52,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 after 0ms 2024-12-03T03:22:52,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 took 2ms 2024-12-03T03:22:52,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 so closing down 2024-12-03T03:22:52,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:52,373 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:52,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:52,375 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:52,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:52,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742233_1412 (size=743) 2024-12-03T03:22:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742233_1412 (size=743) 2024-12-03T03:22:52,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742234_1413 (size=743) 2024-12-03T03:22:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742234_1413 (size=743) 2024-12-03T03:22:52,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:52,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:52,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:52,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4, size=1.4 K (1393bytes) at 1733196172370Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 so closing down at 1733196172373 (+3 ms)3 split writer threads finished at 1733196172373Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196172376 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196172376Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172389 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196172390 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196172401 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196172402 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196172402 2024-12-03T03:22:52,404 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.4 2024-12-03T03:22:52,404 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5, size=1.4 K (1394bytes) 2024-12-03T03:22:52,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 2024-12-03T03:22:52,405 WARN [IPC Server handler 4 on default port 39243 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-12-03T03:22:52,405 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 after 1ms 2024-12-03T03:22:52,941 WARN [ResponseProcessor for block BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:52,941 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1296235117_22 at /127.0.0.1:54664 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:44905:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54664 dst: /127.0.0.1:44905 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44905 remote=/127.0.0.1:54664]. Total timeout mills is 60000, 58909 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:52,942 WARN [DataStreamer for file /user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 block BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44905,DS-6d4ed63b-96be-4642-be4d-154de5665715,DISK], DatanodeInfoWithStorage[127.0.0.1:34411,DS-27d21b7b-da1a-42ce-9650-72be5ae649ff,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44905,DS-6d4ed63b-96be-4642-be4d-154de5665715,DISK]) is bad. 2024-12-03T03:22:52,942 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1296235117_22 at /127.0.0.1:56620 [Receiving block BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:34411:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56620 dst: /127.0.0.1:34411 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T03:22:52,943 WARN [DataStreamer for file /user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 block BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-780857539-172.17.0.3-1733196111653:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-03T03:22:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742224_1414 (size=1394) 2024-12-03T03:22:56,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 after 4001ms 2024-12-03T03:22:56,408 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 took 4004ms 2024-12-03T03:22:56,410 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:22:56,410 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 so closing down 2024-12-03T03:22:56,410 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,414 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:56,414 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:56,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:56,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742235_1415 (size=353) 2024-12-03T03:22:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742235_1415 (size=353) 2024-12-03T03:22:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742236_1416 (size=418) 2024-12-03T03:22:56,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742236_1416 (size=418) 2024-12-03T03:22:56,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-12-03T03:22:56,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T03:22:56,426 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-12-03T03:22:56,426 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5, size=1.4 K (1394bytes) at 1733196172404Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 so closing down at 1733196176410 (+4006 ms)3 split writer threads finished at 1733196176410Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196176414 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196176416 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1733196176424 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196176425 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1733196176426 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733196176426Processed 9 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1733196176426 2024-12-03T03:22:56,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/corrupt/wal.dat.5 2024-12-03T03:22:56,427 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:56,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 2024-12-03T03:22:56,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 after 1ms 2024-12-03T03:22:56,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 took 2ms 2024-12-03T03:22:56,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 so closing down 2024-12-03T03:22:56,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:56,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:56,437 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:56,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742237_1417 (size=749) 2024-12-03T03:22:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742237_1417 (size=749) 2024-12-03T03:22:56,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742238_1418 (size=749) 2024-12-03T03:22:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742238_1418 (size=749) 2024-12-03T03:22:56,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:56,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:56,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6, size=1.4 K (1405bytes) at 1733196176427Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 so closing down at 1733196176434 (+7 ms)3 split writer threads finished at 1733196176434Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196176436 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196176437 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176445 (+8 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196176445Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176452 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196176453 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196176453 2024-12-03T03:22:56,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.6 2024-12-03T03:22:56,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:56,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 2024-12-03T03:22:56,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 after 1ms 2024-12-03T03:22:56,456 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 took 2ms 2024-12-03T03:22:56,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 so closing down 2024-12-03T03:22:56,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:56,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:56,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:56,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:56,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742240_1420 (size=753) 2024-12-03T03:22:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742240_1420 (size=753) 2024-12-03T03:22:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742239_1419 (size=753) 2024-12-03T03:22:56,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742239_1419 (size=753) 2024-12-03T03:22:56,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,470 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:56,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:56,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:56,470 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7, size=1.4 K (1413bytes) at 1733196176454Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 so closing down at 1733196176457 (+3 ms)3 split writer threads finished at 1733196176457Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196176459 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196176459Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176469 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176469Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196176470 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196176470Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196176470 2024-12-03T03:22:56,471 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.7 2024-12-03T03:22:56,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:56,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 2024-12-03T03:22:56,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 after 0ms 2024-12-03T03:22:56,473 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 took 2ms 2024-12-03T03:22:56,474 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 so closing down 2024-12-03T03:22:56,474 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,474 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,475 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:56,475 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:56,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:56,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742241_1421 (size=753) 2024-12-03T03:22:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742241_1421 (size=753) 2024-12-03T03:22:56,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742242_1422 (size=753) 2024-12-03T03:22:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742242_1422 (size=753) 2024-12-03T03:22:56,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:56,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:56,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8, size=1.4 K (1413bytes) at 1733196176471Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 so closing down at 1733196176474 (+3 ms)3 split writer threads finished at 1733196176474Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196176476 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196176479 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176486 (+7 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196176487 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176492 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196176493 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196176493 2024-12-03T03:22:56,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.8 2024-12-03T03:22:56,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:56,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 2024-12-03T03:22:56,495 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 after 0ms 2024-12-03T03:22:56,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 took 2ms 2024-12-03T03:22:56,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 so closing down 2024-12-03T03:22:56,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,499 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:56,499 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:56,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:56,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742244_1424 (size=753) 2024-12-03T03:22:56,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742244_1424 (size=753) 2024-12-03T03:22:56,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742243_1423 (size=753) 2024-12-03T03:22:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742243_1423 (size=753) 2024-12-03T03:22:56,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:56,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:56,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9, size=1.4 K (1413bytes) at 1733196176495Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 so closing down at 1733196176497 (+2 ms)3 split writer threads finished at 1733196176497Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196176500 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196176500Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176513 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196176514 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196176520 (+6 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196176521 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196176521 2024-12-03T03:22:56,522 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1733196170887/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/83d71a1a-078d-9671-40b5-33468000e208/oldWALs/wal.dat.9 2024-12-03T03:22:56,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=142 (was 144), OpenFileDescriptor=397 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=908 (was 952), ProcessCount=11 (was 11), AvailableMemoryMB=6522 (was 5772) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:56,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=908, ProcessCount=11, AvailableMemoryMB=6522 2024-12-03T03:22:56,573 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742245_1425 (size=7) 2024-12-03T03:22:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742245_1425 (size=7) 2024-12-03T03:22:56,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:56,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,586 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:56,586 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-12-03T03:22:56,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742246_1426 (size=863) 2024-12-03T03:22:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742246_1426 (size=863) 2024-12-03T03:22:56,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742247_1427 (size=823) 2024-12-03T03:22:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742247_1427 (size=823) 2024-12-03T03:22:56,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0, size=823 (823bytes) 2024-12-03T03:22:56,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 2024-12-03T03:22:56,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 after 1ms 2024-12-03T03:22:56,639 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 took 3ms 2024-12-03T03:22:56,666 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0; continuing. 2024-12-03T03:22:56,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 so closing down 2024-12-03T03:22:56,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,684 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,688 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:56,692 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742248_1428 (size=786) 2024-12-03T03:22:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742248_1428 (size=786) 2024-12-03T03:22:56,707 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:56,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-12-03T03:22:56,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-12-03T03:22:56,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0, size=823 (823bytes) at 1733196176636Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 so closing down at 1733196176666 (+30 ms)3 split writer threads finished at 1733196176684 (+18 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196176692 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196176707 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1733196176708 (+1 ms)Processed 9 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1733196176708 2024-12-03T03:22:56,710 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/WALs/testeofisignored,16010,1733196176586/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/7f3366b0-f855-31f7-0b63-73370bbbf86f/oldWALs/wal.dat.0 2024-12-03T03:22:56,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=908 (was 908), ProcessCount=11 (was 11), AvailableMemoryMB=6509 (was 6522) 2024-12-03T03:22:56,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=908, ProcessCount=11, AvailableMemoryMB=6506 2024-12-03T03:22:56,743 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742249_1429 (size=7) 2024-12-03T03:22:56,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742249_1429 (size=7) 2024-12-03T03:22:56,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:56,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,761 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:56,761 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-12-03T03:22:56,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-12-03T03:22:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742250_1430 (size=93) 2024-12-03T03:22:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742250_1430 (size=93) 2024-12-03T03:22:56,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty, size=93 (93bytes) 2024-12-03T03:22:56,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty 2024-12-03T03:22:56,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty after 0ms 2024-12-03T03:22:56,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty took 2ms 2024-12-03T03:22:56,806 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty so closing down 2024-12-03T03:22:56,806 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:56,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:56,807 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-12-03T03:22:56,807 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty, size=93 (93bytes) at 1733196176804Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty so closing down at 1733196176806 (+2 ms)3 split writer threads finished at 1733196176807 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1733196176807 2024-12-03T03:22:56,808 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/WALs/testsplitlogfileempty,16010,1733196176761/wal.dat..empty to hdfs://localhost:39243/user/jenkins/test-data/1e984640-a734-9406-8456-705534741425/oldWALs/wal.dat..empty 2024-12-03T03:22:56,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=908 (was 908), ProcessCount=11 (was 11), AvailableMemoryMB=6509 (was 6506) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:56,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=908, ProcessCount=11, AvailableMemoryMB=6509 2024-12-03T03:22:56,823 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742251_1431 (size=7) 2024-12-03T03:22:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742251_1431 (size=7) 2024-12-03T03:22:56,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:56,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:56,833 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:56,833 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:22:56,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:22:56,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:56,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742252_1432 (size=1393) 2024-12-03T03:22:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742252_1432 (size=1393) 2024-12-03T03:22:57,246 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:57,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:57,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742253_1433 (size=1393) 2024-12-03T03:22:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742253_1433 (size=1393) 2024-12-03T03:22:57,262 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:57,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:57,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742254_1434 (size=1393) 2024-12-03T03:22:57,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742254_1434 (size=1393) 2024-12-03T03:22:57,275 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:57,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742255_1435 (size=1393) 2024-12-03T03:22:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742255_1435 (size=1393) 2024-12-03T03:22:57,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:57,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742256_1436 (size=1393) 2024-12-03T03:22:57,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742256_1436 (size=1393) 2024-12-03T03:22:57,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:57,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:57,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742257_1437 (size=1393) 2024-12-03T03:22:57,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742257_1437 (size=1393) 2024-12-03T03:22:57,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:57,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742258_1438 (size=1405) 2024-12-03T03:22:57,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742258_1438 (size=1405) 2024-12-03T03:22:57,357 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:57,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742259_1439 (size=1413) 2024-12-03T03:22:57,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742259_1439 (size=1413) 2024-12-03T03:22:57,369 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:22:57,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:22:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742260_1440 (size=1413) 2024-12-03T03:22:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742260_1440 (size=1413) 2024-12-03T03:22:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:22:57,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:22:57,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:57,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742261_1441 (size=1413) 2024-12-03T03:22:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742261_1441 (size=1413) 2024-12-03T03:22:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:22:57,821 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:22:57,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 2024-12-03T03:22:57,821 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 after 0ms 2024-12-03T03:22:57,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 took 3ms 2024-12-03T03:22:57,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 so closing down 2024-12-03T03:22:57,829 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:57,829 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:57,834 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:57,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:22:57,842 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:57,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:22:57,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742262_1442 (size=743) 2024-12-03T03:22:57,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742262_1442 (size=743) 2024-12-03T03:22:57,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742263_1443 (size=743) 2024-12-03T03:22:57,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742263_1443 (size=743) 2024-12-03T03:22:57,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:22:57,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-12-03T03:22:57,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:57,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0, size=1.4 K (1393bytes) at 1733196177821Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 so closing down at 1733196177829 (+8 ms)3 split writer threads finished at 1733196177829Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196177840 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196177844 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177852 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177853 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196177854 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1733196177854Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196177854 2024-12-03T03:22:57,855 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.0 2024-12-03T03:22:57,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:22:57,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 2024-12-03T03:22:57,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 after 0ms 2024-12-03T03:22:57,857 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 took 2ms 2024-12-03T03:22:57,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 so closing down 2024-12-03T03:22:57,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:57,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:57,860 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:57,860 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:57,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:22:57,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:22:57,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742265_1445 (size=743) 2024-12-03T03:22:57,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742264_1444 (size=743) 2024-12-03T03:22:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742264_1444 (size=743) 2024-12-03T03:22:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742265_1445 (size=743) 2024-12-03T03:22:57,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:22:57,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-12-03T03:22:57,875 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:57,875 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1, size=1.4 K (1393bytes) at 1733196177856Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 so closing down at 1733196177858 (+2 ms)3 split writer threads finished at 1733196177858Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196177865 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196177865Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177873 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177873Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196177875 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1733196177875Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196177875 2024-12-03T03:22:57,877 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.1 2024-12-03T03:22:57,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:22:57,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 2024-12-03T03:22:57,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 after 0ms 2024-12-03T03:22:57,879 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 took 2ms 2024-12-03T03:22:57,880 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 so closing down 2024-12-03T03:22:57,880 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:57,880 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:57,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:57,881 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:57,882 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:22:57,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:22:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742267_1447 (size=743) 2024-12-03T03:22:57,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742267_1447 (size=743) 2024-12-03T03:22:57,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-12-03T03:22:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742266_1446 (size=743) 2024-12-03T03:22:57,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742266_1446 (size=743) 2024-12-03T03:22:57,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:22:57,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:57,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2, size=1.4 K (1393bytes) at 1733196177877Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 so closing down at 1733196177880 (+3 ms)3 split writer threads finished at 1733196177880Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196177882 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196177882Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177897 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1733196177898 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177903 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196177904 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196177904 2024-12-03T03:22:57,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.2 2024-12-03T03:22:57,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:22:57,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 2024-12-03T03:22:57,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 after 1ms 2024-12-03T03:22:57,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 took 2ms 2024-12-03T03:22:57,908 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 so closing down 2024-12-03T03:22:57,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:57,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:57,910 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:57,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:22:57,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:57,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:22:57,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742268_1448 (size=743) 2024-12-03T03:22:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742268_1448 (size=743) 2024-12-03T03:22:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742269_1449 (size=743) 2024-12-03T03:22:57,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742269_1449 (size=743) 2024-12-03T03:22:57,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:57,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-12-03T03:22:58,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:22:58,347 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:58,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3, size=1.4 K (1393bytes) at 1733196177905Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 so closing down at 1733196177908 (+3 ms)3 split writer threads finished at 1733196177908Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196177912 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196177914 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196177962 (+48 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1733196177964 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178345 (+381 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196178346 (+1 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196178347 (+1 ms) 2024-12-03T03:22:58,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.3 2024-12-03T03:22:58,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:22:58,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 2024-12-03T03:22:58,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 after 0ms 2024-12-03T03:22:58,350 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 took 2ms 2024-12-03T03:22:58,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 so closing down 2024-12-03T03:22:58,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:58,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:58,357 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:22:58,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:22:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742271_1451 (size=743) 2024-12-03T03:22:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742270_1450 (size=743) 2024-12-03T03:22:58,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742271_1451 (size=743) 2024-12-03T03:22:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742270_1450 (size=743) 2024-12-03T03:22:58,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-12-03T03:22:58,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:22:58,368 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:58,368 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4, size=1.4 K (1393bytes) at 1733196178348Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 so closing down at 1733196178351 (+3 ms)3 split writer threads finished at 1733196178351Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196178357 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196178357Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178366 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178366Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1733196178368 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196178368Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196178368 2024-12-03T03:22:58,369 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.4 2024-12-03T03:22:58,369 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:22:58,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 2024-12-03T03:22:58,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 after 0ms 2024-12-03T03:22:58,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 took 7ms 2024-12-03T03:22:58,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 so closing down 2024-12-03T03:22:58,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,377 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,383 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:58,383 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:58,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:22:58,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:22:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742272_1452 (size=743) 2024-12-03T03:22:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742272_1452 (size=743) 2024-12-03T03:22:58,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742273_1453 (size=743) 2024-12-03T03:22:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742273_1453 (size=743) 2024-12-03T03:22:58,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:22:58,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-12-03T03:22:58,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-12-03T03:22:58,394 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5, size=1.4 K (1393bytes) at 1733196178369Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 so closing down at 1733196178377 (+8 ms)3 split writer threads finished at 1733196178377Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196178384 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196178384Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178387 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178388 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196178393 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1733196178393Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1733196178393 2024-12-03T03:22:58,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.5 2024-12-03T03:22:58,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:22:58,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 2024-12-03T03:22:58,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 after 0ms 2024-12-03T03:22:58,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 took 2ms 2024-12-03T03:22:58,398 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 so closing down 2024-12-03T03:22:58,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:58,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:58,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:22:58,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:22:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742275_1455 (size=749) 2024-12-03T03:22:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742275_1455 (size=749) 2024-12-03T03:22:58,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742274_1454 (size=749) 2024-12-03T03:22:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742274_1454 (size=749) 2024-12-03T03:22:58,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-12-03T03:22:58,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:22:58,408 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-12-03T03:22:58,408 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6, size=1.4 K (1405bytes) at 1733196178395Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 so closing down at 1733196178398 (+3 ms)3 split writer threads finished at 1733196178398Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196178400 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196178400Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178405 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1733196178407 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178407Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196178408 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1733196178408 2024-12-03T03:22:58,409 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.6 2024-12-03T03:22:58,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:22:58,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 2024-12-03T03:22:58,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 after 1ms 2024-12-03T03:22:58,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 took 2ms 2024-12-03T03:22:58,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 so closing down 2024-12-03T03:22:58,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,419 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:58,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:58,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:22:58,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:22:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742277_1457 (size=753) 2024-12-03T03:22:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742277_1457 (size=753) 2024-12-03T03:22:58,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742276_1456 (size=753) 2024-12-03T03:22:58,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-12-03T03:22:58,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742276_1456 (size=753) 2024-12-03T03:22:58,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:22:58,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:58,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7, size=1.4 K (1413bytes) at 1733196178409Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 so closing down at 1733196178412 (+3 ms)3 split writer threads finished at 1733196178412Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196178424 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196178429 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178441 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1733196178443 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178443Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196178444 (+1 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196178444 2024-12-03T03:22:58,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.7 2024-12-03T03:22:58,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:22:58,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 2024-12-03T03:22:58,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 after 0ms 2024-12-03T03:22:58,447 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 took 2ms 2024-12-03T03:22:58,449 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 so closing down 2024-12-03T03:22:58,449 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:58,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:22:58,454 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:58,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:22:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742278_1458 (size=753) 2024-12-03T03:22:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742278_1458 (size=753) 2024-12-03T03:22:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742279_1459 (size=753) 2024-12-03T03:22:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742279_1459 (size=753) 2024-12-03T03:22:58,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-12-03T03:22:58,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:58,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:22:58,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:58,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8, size=1.4 K (1413bytes) at 1733196178446Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 so closing down at 1733196178449 (+3 ms)3 split writer threads finished at 1733196178449Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196178452 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196178460 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178506 (+46 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1733196178507 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196178901 (+394 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196178907 (+6 ms)Processed 20 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196178907 2024-12-03T03:22:58,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.8 2024-12-03T03:22:58,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:22:58,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 2024-12-03T03:22:58,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 after 0ms 2024-12-03T03:22:58,911 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 took 2ms 2024-12-03T03:22:58,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 so closing down 2024-12-03T03:22:58,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:22:58,924 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:22:58,930 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:58,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:22:58,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:58,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:22:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742280_1460 (size=753) 2024-12-03T03:22:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742280_1460 (size=753) 2024-12-03T03:22:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742281_1461 (size=753) 2024-12-03T03:22:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742281_1461 (size=753) 2024-12-03T03:22:59,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:59,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-12-03T03:22:59,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:22:59,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:22:59,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-12-03T03:22:59,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9, size=1.4 K (1413bytes) at 1733196178909Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 so closing down at 1733196178920 (+11 ms)3 split writer threads finished at 1733196178924 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196178944 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196178956 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196179035 (+79 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1733196179037 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196179370 (+333 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196179372 (+2 ms)Processed 20 edits across 2 Regions in 453 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1733196179372 2024-12-03T03:22:59,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/WALs/testlogsgetarchivedaftersplit,16010,1733196176833/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/16a7a76f-58b6-5d32-7455-5d8d40219313/oldWALs/wal.dat.9 2024-12-03T03:22:59,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=142 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=899 (was 908), ProcessCount=11 (was 11), AvailableMemoryMB=7439 (was 6509) - AvailableMemoryMB LEAK? - 2024-12-03T03:22:59,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=899, ProcessCount=11, AvailableMemoryMB=7439 2024-12-03T03:22:59,399 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:22:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742282_1462 (size=7) 2024-12-03T03:22:59,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742282_1462 (size=7) 2024-12-03T03:22:59,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:22:59,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:59,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:22:59,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:22:59,456 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-12-03T03:22:59,456 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-12-03T03:22:59,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:22:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742283_1463 (size=723) 2024-12-03T03:22:59,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742283_1463 (size=723) 2024-12-03T03:22:59,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:22:59,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:22:59,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742284_1464 (size=723) 2024-12-03T03:22:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742284_1464 (size=723) 2024-12-03T03:22:59,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:22:59,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:22:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742285_1465 (size=723) 2024-12-03T03:22:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742285_1465 (size=723) 2024-12-03T03:22:59,534 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:22:59,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:22:59,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742286_1466 (size=723) 2024-12-03T03:22:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742286_1466 (size=723) 2024-12-03T03:22:59,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:22:59,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:22:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742287_1467 (size=723) 2024-12-03T03:22:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742287_1467 (size=723) 2024-12-03T03:22:59,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:22:59,605 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:22:59,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742288_1468 (size=723) 2024-12-03T03:22:59,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742288_1468 (size=723) 2024-12-03T03:22:59,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:22:59,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:22:59,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742289_1469 (size=723) 2024-12-03T03:22:59,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:22:59,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:22:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742289_1469 (size=723) 2024-12-03T03:22:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:22:59,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:22:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742290_1470 (size=723) 2024-12-03T03:22:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742290_1470 (size=723) 2024-12-03T03:22:59,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T03:23:00,201 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:23:00,202 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:23:00,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742291_1471 (size=723) 2024-12-03T03:23:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742291_1471 (size=723) 2024-12-03T03:23:00,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:23:00,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:23:00,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:00,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742292_1472 (size=723) 2024-12-03T03:23:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742292_1472 (size=723) 2024-12-03T03:23:00,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:23:00,257 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/oldWALs, maxLogs=32 2024-12-03T03:23:00,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1733196180292 2024-12-03T03:23:00,337 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1733196180292 2024-12-03T03:23:00,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45921:45921),(127.0.0.1/127.0.0.1:33299:33299)] 2024-12-03T03:23:00,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0, size=723 (723bytes) 2024-12-03T03:23:00,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0 2024-12-03T03:23:00,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0 after 4ms 2024-12-03T03:23:00,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0 took 13ms 2024-12-03T03:23:00,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0 so closing down 2024-12-03T03:23:00,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:00,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:00,516 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:00,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742294_1474 (size=723) 2024-12-03T03:23:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742294_1474 (size=723) 2024-12-03T03:23:01,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000009 2024-12-03T03:23:01,053 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 561 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-12-03T03:23:01,053 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0, size=723 (723bytes) at 1733196180472Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0 so closing down at 1733196180494 (+22 ms)3 split writer threads finished at 1733196180494Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196180550 (+56 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196181052 (+502 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/data/default/t1/r0/recovered.edits/0000000000000000009 at 1733196181053 (+1 ms)Processed 10 edits across 1 Regions in 561 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1733196179455/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1733196181053 2024-12-03T03:23:01,055 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T03:23:01,055 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T03:23:01,055 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T03:23:01,055 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T03:23:01,055 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-03T03:23:01,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742293_1473 (size=93) 2024-12-03T03:23:01,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742293_1473 (size=93) 2024-12-03T03:23:01,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2663bd4c-b166-76d6-e38d-e250f29610bc/oldWALs 2024-12-03T03:23:01,469 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1733196180292) 2024-12-03T03:23:01,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=899 (was 899), ProcessCount=11 (was 11), AvailableMemoryMB=7100 (was 7439) 2024-12-03T03:23:01,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=899, ProcessCount=11, AvailableMemoryMB=7096 2024-12-03T03:23:01,485 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:23:01,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742295_1475 (size=7) 2024-12-03T03:23:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742295_1475 (size=7) 2024-12-03T03:23:01,493 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:23:01,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:23:01,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:23:01,496 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:23:01,504 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-12-03T03:23:01,504 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:23:01,504 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:23:01,505 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:23:01,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:23:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742296_1476 (size=1393) 2024-12-03T03:23:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742296_1476 (size=1393) 2024-12-03T03:23:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:23:01,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:23:01,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742297_1477 (size=1393) 2024-12-03T03:23:01,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742297_1477 (size=1393) 2024-12-03T03:23:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:23:01,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:23:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742298_1478 (size=1393) 2024-12-03T03:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742298_1478 (size=1393) 2024-12-03T03:23:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:23:01,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:23:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742299_1479 (size=1393) 2024-12-03T03:23:01,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742299_1479 (size=1393) 2024-12-03T03:23:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:23:01,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:23:01,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742300_1480 (size=1393) 2024-12-03T03:23:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742300_1480 (size=1393) 2024-12-03T03:23:01,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:23:01,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:23:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742301_1481 (size=1393) 2024-12-03T03:23:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742301_1481 (size=1393) 2024-12-03T03:23:01,592 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:23:01,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:23:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742302_1482 (size=1405) 2024-12-03T03:23:01,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742302_1482 (size=1405) 2024-12-03T03:23:01,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:23:01,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:23:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742303_1483 (size=1413) 2024-12-03T03:23:01,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742303_1483 (size=1413) 2024-12-03T03:23:01,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:23:01,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:23:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742304_1484 (size=1413) 2024-12-03T03:23:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742304_1484 (size=1413) 2024-12-03T03:23:01,628 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:23:01,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:23:01,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742305_1485 (size=1413) 2024-12-03T03:23:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742305_1485 (size=1413) 2024-12-03T03:23:01,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:23:01,693 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:23:01,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 2024-12-03T03:23:01,694 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 after 1ms 2024-12-03T03:23:01,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 took 3ms 2024-12-03T03:23:01,705 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down 2024-12-03T03:23:01,706 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,706 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) at 1733196181693Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down at 1733196181706 (+13 ms)3 split writer threads finished at 1733196181706Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181706 2024-12-03T03:23:01,708 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0 2024-12-03T03:23:01,708 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:23:01,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 2024-12-03T03:23:01,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 after 1ms 2024-12-03T03:23:01,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 took 2ms 2024-12-03T03:23:01,711 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down 2024-12-03T03:23:01,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) at 1733196181708Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down at 1733196181711 (+3 ms)3 split writer threads finished at 1733196181712 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181712 2024-12-03T03:23:01,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1 2024-12-03T03:23:01,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:23:01,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 2024-12-03T03:23:01,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 after 0ms 2024-12-03T03:23:01,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 took 2ms 2024-12-03T03:23:01,721 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,721 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down 2024-12-03T03:23:01,721 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,721 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) at 1733196181714Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down at 1733196181721 (+7 ms)3 split writer threads finished at 1733196181721Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181722 (+1 ms) 2024-12-03T03:23:01,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2 2024-12-03T03:23:01,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:23:01,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 2024-12-03T03:23:01,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 after 1ms 2024-12-03T03:23:01,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 took 2ms 2024-12-03T03:23:01,726 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down 2024-12-03T03:23:01,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) at 1733196181723Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down at 1733196181727 (+4 ms)3 split writer threads finished at 1733196181727Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181727 2024-12-03T03:23:01,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3 2024-12-03T03:23:01,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:23:01,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 2024-12-03T03:23:01,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 after 0ms 2024-12-03T03:23:01,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 took 2ms 2024-12-03T03:23:01,732 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down 2024-12-03T03:23:01,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,733 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,733 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) at 1733196181729Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down at 1733196181733 (+4 ms)3 split writer threads finished at 1733196181733Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181733 2024-12-03T03:23:01,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4 2024-12-03T03:23:01,735 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:23:01,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 2024-12-03T03:23:01,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 after 0ms 2024-12-03T03:23:01,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 took 2ms 2024-12-03T03:23:01,741 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down 2024-12-03T03:23:01,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,741 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) at 1733196181735Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down at 1733196181741 (+6 ms)3 split writer threads finished at 1733196181741Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181741 2024-12-03T03:23:01,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5 2024-12-03T03:23:01,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:23:01,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 2024-12-03T03:23:01,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 after 0ms 2024-12-03T03:23:01,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 took 3ms 2024-12-03T03:23:01,748 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down 2024-12-03T03:23:01,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,748 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T03:23:01,748 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) at 1733196181743Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down at 1733196181748 (+5 ms)3 split writer threads finished at 1733196181748Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733196181748 2024-12-03T03:23:01,750 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6 2024-12-03T03:23:01,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:23:01,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 2024-12-03T03:23:01,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 after 1ms 2024-12-03T03:23:01,752 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 took 2ms 2024-12-03T03:23:01,753 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down 2024-12-03T03:23:01,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,754 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:01,754 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) at 1733196181750Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down at 1733196181754 (+4 ms)3 split writer threads finished at 1733196181754Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196181754 2024-12-03T03:23:01,756 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7 2024-12-03T03:23:01,756 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:23:01,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 2024-12-03T03:23:01,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 after 1ms 2024-12-03T03:23:01,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 took 2ms 2024-12-03T03:23:01,761 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down 2024-12-03T03:23:01,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,762 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:01,762 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) at 1733196181756Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down at 1733196181761 (+5 ms)3 split writer threads finished at 1733196181762 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196181762 2024-12-03T03:23:01,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8 2024-12-03T03:23:01,764 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:23:01,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 2024-12-03T03:23:01,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 after 0ms 2024-12-03T03:23:01,766 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 took 2ms 2024-12-03T03:23:01,772 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down 2024-12-03T03:23:01,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,773 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:01,773 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) at 1733196181764Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down at 1733196181773 (+9 ms)3 split writer threads finished at 1733196181773Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196181773 2024-12-03T03:23:01,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9 2024-12-03T03:23:01,781 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181707; access_time=1733196181506; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181713; access_time=1733196181521; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181722; access_time=1733196181536; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181728; access_time=1733196181550; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181734; access_time=1733196181565; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181742; access_time=1733196181579; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733196181749; access_time=1733196181592; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196181755; access_time=1733196181604; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196181763; access_time=1733196181617; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196181774; access_time=1733196181628; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T03:23:01,784 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:23:01,784 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:23:01,785 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:23:01,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:23:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742306_1486 (size=1393) 2024-12-03T03:23:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742306_1486 (size=1393) 2024-12-03T03:23:01,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:23:01,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:23:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742307_1487 (size=1393) 2024-12-03T03:23:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742307_1487 (size=1393) 2024-12-03T03:23:01,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:23:01,820 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:23:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742308_1488 (size=1393) 2024-12-03T03:23:01,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742308_1488 (size=1393) 2024-12-03T03:23:01,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:23:01,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:23:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742309_1489 (size=1393) 2024-12-03T03:23:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742309_1489 (size=1393) 2024-12-03T03:23:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:23:01,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:23:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742310_1490 (size=1393) 2024-12-03T03:23:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742310_1490 (size=1393) 2024-12-03T03:23:01,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:23:01,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:23:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742311_1491 (size=1393) 2024-12-03T03:23:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742311_1491 (size=1393) 2024-12-03T03:23:01,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:23:01,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:23:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742312_1492 (size=1405) 2024-12-03T03:23:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742312_1492 (size=1405) 2024-12-03T03:23:01,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:23:01,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:23:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742313_1493 (size=1413) 2024-12-03T03:23:01,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742313_1493 (size=1413) 2024-12-03T03:23:01,901 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:23:01,901 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:23:01,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742314_1494 (size=1413) 2024-12-03T03:23:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742314_1494 (size=1413) 2024-12-03T03:23:01,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:23:01,914 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:23:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:01,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:01,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742315_1495 (size=1413) 2024-12-03T03:23:01,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742315_1495 (size=1413) 2024-12-03T03:23:01,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:23:01,938 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:23:01,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 2024-12-03T03:23:01,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 after 0ms 2024-12-03T03:23:01,940 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 took 2ms 2024-12-03T03:23:01,942 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down 2024-12-03T03:23:01,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:01,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:01,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:23:01,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:23:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742316_1496 (size=418) 2024-12-03T03:23:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742316_1496 (size=418) 2024-12-03T03:23:01,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-12-03T03:23:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742317_1497 (size=418) 2024-12-03T03:23:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742317_1497 (size=418) 2024-12-03T03:23:01,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-12-03T03:23:01,969 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) at 1733196181938Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down at 1733196181942 (+4 ms)3 split writer threads finished at 1733196181942Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196181948 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196181950 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181952 (+2 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1733196181953 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181968 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1733196181969 (+1 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181969 2024-12-03T03:23:01,971 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0 2024-12-03T03:23:01,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:23:01,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 2024-12-03T03:23:01,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 after 0ms 2024-12-03T03:23:01,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 took 2ms 2024-12-03T03:23:01,974 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,974 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down 2024-12-03T03:23:01,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,976 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:23:01,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:23:01,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:23:01,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:23:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742318_1498 (size=418) 2024-12-03T03:23:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742318_1498 (size=418) 2024-12-03T03:23:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742319_1499 (size=418) 2024-12-03T03:23:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742319_1499 (size=418) 2024-12-03T03:23:01,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,981 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-12-03T03:23:01,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-12-03T03:23:01,981 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,981 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) at 1733196181971Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down at 1733196181974 (+3 ms)3 split writer threads finished at 1733196181974Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196181976 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196181976Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181980 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181980Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1733196181981 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1733196181981Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181981 2024-12-03T03:23:01,982 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1 2024-12-03T03:23:01,983 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:23:01,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 2024-12-03T03:23:01,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 after 0ms 2024-12-03T03:23:01,984 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 took 2ms 2024-12-03T03:23:01,985 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down 2024-12-03T03:23:01,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:23:01,988 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:23:01,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:23:01,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:23:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742321_1501 (size=418) 2024-12-03T03:23:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742321_1501 (size=418) 2024-12-03T03:23:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742320_1500 (size=418) 2024-12-03T03:23:01,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742320_1500 (size=418) 2024-12-03T03:23:01,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:01,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-12-03T03:23:01,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-12-03T03:23:01,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:01,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) at 1733196181983Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down at 1733196181986 (+3 ms)3 split writer threads finished at 1733196181986Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196181988 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196181988Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181991 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196181992 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1733196181992Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1733196181992Processed 10 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196181992 2024-12-03T03:23:01,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2 2024-12-03T03:23:01,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:23:01,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 2024-12-03T03:23:01,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 after 0ms 2024-12-03T03:23:01,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 took 2ms 2024-12-03T03:23:01,997 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:01,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down 2024-12-03T03:23:01,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:01,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:01,999 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:23:01,999 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:23:01,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:23:01,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:23:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742323_1503 (size=418) 2024-12-03T03:23:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742323_1503 (size=418) 2024-12-03T03:23:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742322_1502 (size=418) 2024-12-03T03:23:02,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742322_1502 (size=418) 2024-12-03T03:23:02,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-12-03T03:23:02,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-12-03T03:23:02,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:02,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) at 1733196181994Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down at 1733196181997 (+3 ms)3 split writer threads finished at 1733196181997Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196181999 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196181999Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182009 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1733196182010 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182410 (+400 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1733196182411 (+1 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196182411 2024-12-03T03:23:02,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3 2024-12-03T03:23:02,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:23:02,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 2024-12-03T03:23:02,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 after 0ms 2024-12-03T03:23:02,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 took 2ms 2024-12-03T03:23:02,415 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down 2024-12-03T03:23:02,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:23:02,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:23:02,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:23:02,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:23:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742325_1505 (size=418) 2024-12-03T03:23:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742325_1505 (size=418) 2024-12-03T03:23:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742324_1504 (size=418) 2024-12-03T03:23:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742324_1504 (size=418) 2024-12-03T03:23:02,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-12-03T03:23:02,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-12-03T03:23:02,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:02,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) at 1733196182413Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down at 1733196182416 (+3 ms)3 split writer threads finished at 1733196182416Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196182418 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196182418Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182426 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182426Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1733196182427 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1733196182427Processed 10 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196182427 2024-12-03T03:23:02,428 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4 2024-12-03T03:23:02,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:23:02,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 2024-12-03T03:23:02,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 after 0ms 2024-12-03T03:23:02,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 took 2ms 2024-12-03T03:23:02,430 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,431 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down 2024-12-03T03:23:02,431 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,431 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:23:02,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:23:02,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:23:02,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:23:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742326_1506 (size=418) 2024-12-03T03:23:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742326_1506 (size=418) 2024-12-03T03:23:02,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742327_1507 (size=418) 2024-12-03T03:23:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742327_1507 (size=418) 2024-12-03T03:23:02,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-12-03T03:23:02,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-12-03T03:23:02,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:02,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) at 1733196182428Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down at 1733196182431 (+3 ms)3 split writer threads finished at 1733196182431Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196182438 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196182439 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182449 (+10 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182450 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1733196182451 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1733196182451Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196182451 2024-12-03T03:23:02,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5 2024-12-03T03:23:02,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:23:02,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 2024-12-03T03:23:02,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 after 1ms 2024-12-03T03:23:02,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 took 2ms 2024-12-03T03:23:02,455 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,455 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down 2024-12-03T03:23:02,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,455 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,457 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:23:02,457 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:23:02,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:23:02,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:23:02,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742329_1509 (size=419) 2024-12-03T03:23:02,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742329_1509 (size=419) 2024-12-03T03:23:02,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-12-03T03:23:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742328_1508 (size=419) 2024-12-03T03:23:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742328_1508 (size=419) 2024-12-03T03:23:02,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-12-03T03:23:02,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T03:23:02,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) at 1733196182452Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down at 1733196182455 (+3 ms)3 split writer threads finished at 1733196182455Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196182458 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196182458Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182469 (+11 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1733196182469Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182478 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1733196182479 (+1 ms)Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733196182479 2024-12-03T03:23:02,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6 2024-12-03T03:23:02,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:23:02,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 2024-12-03T03:23:02,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 after 0ms 2024-12-03T03:23:02,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 took 2ms 2024-12-03T03:23:02,483 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,483 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down 2024-12-03T03:23:02,483 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,483 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:23:02,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:23:02,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:23:02,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:23:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742330_1510 (size=423) 2024-12-03T03:23:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742330_1510 (size=423) 2024-12-03T03:23:02,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-12-03T03:23:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742331_1511 (size=423) 2024-12-03T03:23:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742331_1511 (size=423) 2024-12-03T03:23:02,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-12-03T03:23:02,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:02,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) at 1733196182480Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down at 1733196182483 (+3 ms)3 split writer threads finished at 1733196182483Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196182486 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196182486Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182495 (+9 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1733196182503 (+8 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182507 (+4 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1733196182508 (+1 ms)Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196182508 2024-12-03T03:23:02,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7 2024-12-03T03:23:02,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:23:02,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 2024-12-03T03:23:02,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 after 2ms 2024-12-03T03:23:02,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 took 4ms 2024-12-03T03:23:02,523 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down 2024-12-03T03:23:02,524 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,531 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:23:02,531 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:23:02,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:23:02,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:23:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742332_1512 (size=423) 2024-12-03T03:23:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742332_1512 (size=423) 2024-12-03T03:23:02,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-12-03T03:23:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742333_1513 (size=423) 2024-12-03T03:23:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742333_1513 (size=423) 2024-12-03T03:23:02,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-12-03T03:23:02,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:02,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) at 1733196182510Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down at 1733196182523 (+13 ms)3 split writer threads finished at 1733196182524 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196182533 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196182533Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182554 (+21 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1733196182555 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182558 (+3 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1733196182559 (+1 ms)Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196182559 2024-12-03T03:23:02,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8 2024-12-03T03:23:02,560 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:23:02,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 2024-12-03T03:23:02,560 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 after 0ms 2024-12-03T03:23:02,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 took 2ms 2024-12-03T03:23:02,563 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:02,563 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down 2024-12-03T03:23:02,563 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:02,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:02,565 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:23:02,565 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:23:02,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:23:02,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:23:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742334_1514 (size=423) 2024-12-03T03:23:02,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742334_1514 (size=423) 2024-12-03T03:23:02,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742335_1515 (size=423) 2024-12-03T03:23:02,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742335_1515 (size=423) 2024-12-03T03:23:02,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-12-03T03:23:02,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:02,583 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-12-03T03:23:02,583 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:02,583 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) at 1733196182560Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down at 1733196182563 (+3 ms)3 split writer threads finished at 1733196182563Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196182566 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1733196182566Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182581 (+15 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1733196182582 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1733196182582Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1733196182583 (+1 ms)Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196182583 2024-12-03T03:23:02,585 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9 2024-12-03T03:23:02,586 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181970; access_time=1733196181786; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181982; access_time=1733196181806; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196181993; access_time=1733196181821; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196182412; access_time=1733196181831; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196182427; access_time=1733196181846; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196182452; access_time=1733196181859; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733196182479; access_time=1733196181869; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196182509; access_time=1733196181882; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196182559; access_time=1733196181901; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196182584; access_time=1733196181915; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T03:23:02,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:23:02,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:23:02,590 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:23:02,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:23:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742336_1516 (size=1393) 2024-12-03T03:23:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742336_1516 (size=1393) 2024-12-03T03:23:02,604 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:23:02,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-12-03T03:23:02,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742337_1517 (size=1393) 2024-12-03T03:23:02,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742337_1517 (size=1393) 2024-12-03T03:23:02,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-12-03T03:23:02,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-12-03T03:23:02,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742338_1518 (size=1393) 2024-12-03T03:23:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742338_1518 (size=1393) 2024-12-03T03:23:02,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-12-03T03:23:02,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-12-03T03:23:02,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742339_1519 (size=1393) 2024-12-03T03:23:02,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742339_1519 (size=1393) 2024-12-03T03:23:02,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-12-03T03:23:02,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-12-03T03:23:02,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742340_1520 (size=1393) 2024-12-03T03:23:02,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742340_1520 (size=1393) 2024-12-03T03:23:02,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-12-03T03:23:02,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-12-03T03:23:02,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742341_1521 (size=1393) 2024-12-03T03:23:02,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742341_1521 (size=1393) 2024-12-03T03:23:02,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-12-03T03:23:02,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-12-03T03:23:02,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:02,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742342_1522 (size=1405) 2024-12-03T03:23:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742342_1522 (size=1405) 2024-12-03T03:23:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-12-03T03:23:03,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-12-03T03:23:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742343_1523 (size=1413) 2024-12-03T03:23:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742343_1523 (size=1413) 2024-12-03T03:23:03,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-12-03T03:23:03,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-12-03T03:23:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742344_1524 (size=1413) 2024-12-03T03:23:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742344_1524 (size=1413) 2024-12-03T03:23:03,086 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-12-03T03:23:03,086 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-12-03T03:23:03,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:03,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742345_1525 (size=1413) 2024-12-03T03:23:03,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742345_1525 (size=1413) 2024-12-03T03:23:03,095 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-12-03T03:23:03,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) 2024-12-03T03:23:03,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 2024-12-03T03:23:03,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 after 0ms 2024-12-03T03:23:03,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 took 1ms 2024-12-03T03:23:03,111 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:03,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down 2024-12-03T03:23:03,111 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:03,111 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:03,112 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-12-03T03:23:03,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:03,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-12-03T03:23:03,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-12-03T03:23:03,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742346_1526 (size=743) 2024-12-03T03:23:03,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742347_1527 (size=678) 2024-12-03T03:23:03,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742346_1526 (size=743) 2024-12-03T03:23:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742347_1527 (size=678) 2024-12-03T03:23:03,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:03,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-12-03T03:23:03,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-12-03T03:23:03,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:03,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K (1393bytes) at 1733196183108Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 so closing down at 1733196183111 (+3 ms)3 split writer threads finished at 1733196183111Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1733196183113 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1733196183113Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196183117 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196183117Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1733196183117Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1733196183117Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196183118 (+1 ms) 2024-12-03T03:23:03,119 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0 2024-12-03T03:23:03,119 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) 2024-12-03T03:23:03,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 2024-12-03T03:23:03,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 after 0ms 2024-12-03T03:23:03,120 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 took 1ms 2024-12-03T03:23:03,121 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:03,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down 2024-12-03T03:23:03,121 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:03,122 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:03,123 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-12-03T03:23:03,123 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-12-03T03:23:03,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-12-03T03:23:03,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-12-03T03:23:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742349_1529 (size=743) 2024-12-03T03:23:03,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742349_1529 (size=743) 2024-12-03T03:23:03,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:03,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-12-03T03:23:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742348_1528 (size=678) 2024-12-03T03:23:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742348_1528 (size=678) 2024-12-03T03:23:03,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:03,540 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-12-03T03:23:03,541 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:03,541 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K (1393bytes) at 1733196183119Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 so closing down at 1733196183121 (+2 ms)3 split writer threads finished at 1733196183122 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1733196183123 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1733196183123Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196183136 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1733196183137 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196183539 (+402 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1733196183540 (+1 ms)Processed 19 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196183541 (+1 ms) 2024-12-03T03:23:03,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.1 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1 2024-12-03T03:23:03,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) 2024-12-03T03:23:03,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 2024-12-03T03:23:03,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 after 1ms 2024-12-03T03:23:03,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 took 3ms 2024-12-03T03:23:03,553 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:03,554 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down 2024-12-03T03:23:03,554 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:03,554 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:03,561 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-12-03T03:23:03,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-12-03T03:23:03,568 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-12-03T03:23:03,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-12-03T03:23:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742350_1530 (size=678) 2024-12-03T03:23:03,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742350_1530 (size=678) 2024-12-03T03:23:03,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:03,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-12-03T03:23:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742351_1531 (size=743) 2024-12-03T03:23:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742351_1531 (size=743) 2024-12-03T03:23:04,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-12-03T03:23:04,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:04,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K (1393bytes) at 1733196183544Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 so closing down at 1733196183554 (+10 ms)3 split writer threads finished at 1733196183554Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1733196183564 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1733196183587 (+23 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196183636 (+49 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1733196183638 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184055 (+417 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1733196184056 (+1 ms)Processed 19 edits across 2 Regions in 504 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196184056 2024-12-03T03:23:04,058 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.2 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2 2024-12-03T03:23:04,058 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) 2024-12-03T03:23:04,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 2024-12-03T03:23:04,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 after 0ms 2024-12-03T03:23:04,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 took 2ms 2024-12-03T03:23:04,065 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down 2024-12-03T03:23:04,065 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,070 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-12-03T03:23:04,071 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-12-03T03:23:04,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-12-03T03:23:04,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-12-03T03:23:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742353_1533 (size=678) 2024-12-03T03:23:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742353_1533 (size=678) 2024-12-03T03:23:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742352_1532 (size=743) 2024-12-03T03:23:04,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742352_1532 (size=743) 2024-12-03T03:23:04,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-12-03T03:23:04,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-12-03T03:23:04,496 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:04,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K (1393bytes) at 1733196184058Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 so closing down at 1733196184065 (+7 ms)3 split writer threads finished at 1733196184066 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1733196184071 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1733196184072 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184495 (+423 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184495Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1733196184496 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1733196184496Processed 19 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196184496 2024-12-03T03:23:04,497 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.3 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3 2024-12-03T03:23:04,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) 2024-12-03T03:23:04,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 2024-12-03T03:23:04,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 after 1ms 2024-12-03T03:23:04,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 took 2ms 2024-12-03T03:23:04,500 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down 2024-12-03T03:23:04,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-12-03T03:23:04,502 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-12-03T03:23:04,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-12-03T03:23:04,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-12-03T03:23:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742354_1534 (size=743) 2024-12-03T03:23:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742355_1535 (size=678) 2024-12-03T03:23:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742355_1535 (size=678) 2024-12-03T03:23:04,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-12-03T03:23:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742354_1534 (size=743) 2024-12-03T03:23:04,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-12-03T03:23:04,522 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:04,522 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K (1393bytes) at 1733196184497Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 so closing down at 1733196184501 (+4 ms)3 split writer threads finished at 1733196184501Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1733196184503 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1733196184503Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184515 (+12 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1733196184516 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184521 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1733196184522 (+1 ms)Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196184522 2024-12-03T03:23:04,527 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.4 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4 2024-12-03T03:23:04,527 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) 2024-12-03T03:23:04,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 2024-12-03T03:23:04,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 after 0ms 2024-12-03T03:23:04,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 took 2ms 2024-12-03T03:23:04,536 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down 2024-12-03T03:23:04,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-12-03T03:23:04,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-12-03T03:23:04,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-12-03T03:23:04,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-12-03T03:23:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742356_1536 (size=743) 2024-12-03T03:23:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742356_1536 (size=743) 2024-12-03T03:23:04,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-12-03T03:23:04,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742357_1537 (size=678) 2024-12-03T03:23:04,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742357_1537 (size=678) 2024-12-03T03:23:04,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-12-03T03:23:04,568 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-12-03T03:23:04,568 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K (1393bytes) at 1733196184527Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 so closing down at 1733196184536 (+9 ms)3 split writer threads finished at 1733196184537 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1733196184545 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1733196184550 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184555 (+5 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1733196184556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184566 (+10 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1733196184567 (+1 ms)Processed 19 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1733196184568 (+1 ms) 2024-12-03T03:23:04,569 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.5 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5 2024-12-03T03:23:04,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) 2024-12-03T03:23:04,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 2024-12-03T03:23:04,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 after 0ms 2024-12-03T03:23:04,572 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 took 3ms 2024-12-03T03:23:04,576 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,576 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down 2024-12-03T03:23:04,576 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,576 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,578 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-12-03T03:23:04,578 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-12-03T03:23:04,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-12-03T03:23:04,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-12-03T03:23:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742359_1539 (size=749) 2024-12-03T03:23:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742358_1538 (size=683) 2024-12-03T03:23:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742359_1539 (size=749) 2024-12-03T03:23:04,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742358_1538 (size=683) 2024-12-03T03:23:04,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-12-03T03:23:04,606 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-12-03T03:23:04,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-12-03T03:23:04,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K (1405bytes) at 1733196184570Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 so closing down at 1733196184576 (+6 ms)3 split writer threads finished at 1733196184576Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1733196184579 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1733196184580 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184605 (+25 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184605Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1733196184606 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1733196184606Processed 19 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1733196184606 2024-12-03T03:23:04,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.6 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6 2024-12-03T03:23:04,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) 2024-12-03T03:23:04,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 2024-12-03T03:23:04,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 after 1ms 2024-12-03T03:23:04,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 took 2ms 2024-12-03T03:23:04,610 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down 2024-12-03T03:23:04,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,612 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-12-03T03:23:04,612 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-12-03T03:23:04,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-12-03T03:23:04,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-12-03T03:23:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742360_1540 (size=753) 2024-12-03T03:23:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742361_1541 (size=687) 2024-12-03T03:23:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742361_1541 (size=687) 2024-12-03T03:23:04,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742360_1540 (size=753) 2024-12-03T03:23:04,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,618 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-12-03T03:23:04,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-12-03T03:23:04,618 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:04,618 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K (1413bytes) at 1733196184607Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 so closing down at 1733196184610 (+3 ms)3 split writer threads finished at 1733196184611 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1733196184613 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1733196184613Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184617 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184617Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1733196184618 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1733196184618Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196184618 2024-12-03T03:23:04,619 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.7 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7 2024-12-03T03:23:04,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) 2024-12-03T03:23:04,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 2024-12-03T03:23:04,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 after 0ms 2024-12-03T03:23:04,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 took 2ms 2024-12-03T03:23:04,622 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down 2024-12-03T03:23:04,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-12-03T03:23:04,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-12-03T03:23:04,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-12-03T03:23:04,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-12-03T03:23:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742362_1542 (size=687) 2024-12-03T03:23:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742362_1542 (size=687) 2024-12-03T03:23:04,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-12-03T03:23:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742363_1543 (size=753) 2024-12-03T03:23:04,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742363_1543 (size=753) 2024-12-03T03:23:04,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-12-03T03:23:04,642 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:04,642 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K (1413bytes) at 1733196184620Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 so closing down at 1733196184622 (+2 ms)3 split writer threads finished at 1733196184623 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1733196184625 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1733196184625Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184638 (+13 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1733196184640 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184641 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1733196184642 (+1 ms)Processed 19 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196184642 2024-12-03T03:23:04,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.8 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8 2024-12-03T03:23:04,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) 2024-12-03T03:23:04,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 2024-12-03T03:23:04,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 after 0ms 2024-12-03T03:23:04,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 took 2ms 2024-12-03T03:23:04,646 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-12-03T03:23:04,647 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down 2024-12-03T03:23:04,647 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-03T03:23:04,647 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-03T03:23:04,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-12-03T03:23:04,648 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-12-03T03:23:04,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-12-03T03:23:04,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-12-03T03:23:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742364_1544 (size=687) 2024-12-03T03:23:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742365_1545 (size=753) 2024-12-03T03:23:04,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742364_1544 (size=687) 2024-12-03T03:23:04,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742365_1545 (size=753) 2024-12-03T03:23:04,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-03T03:23:04,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-12-03T03:23:04,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-12-03T03:23:04,654 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-12-03T03:23:04,654 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K (1413bytes) at 1733196184644Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 so closing down at 1733196184647 (+3 ms)3 split writer threads finished at 1733196184647Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196184649 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1733196184649Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1733196184653 (+4 ms)Closed recovered edits writer path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733196184653Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1733196184654 (+1 ms)Rename recovered edits hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1733196184654Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1733196184654 2024-12-03T03:23:04,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1733196181496/wal.dat.9 to hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9 2024-12-03T03:23:04,656 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196183118; access_time=1733196182591; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196183542; access_time=1733196182605; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196184057; access_time=1733196182616; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196184497; access_time=1733196182625; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196184526; access_time=1733196182639; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1733196184568; access_time=1733196182649; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1733196184607; access_time=1733196182657; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196184619; access_time=1733196183065; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196184643; access_time=1733196183072; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:39243/user/jenkins/test-data/d644d14e-98f2-181d-a571-4bbdf46033bc/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1733196184655; access_time=1733196183086; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-12-03T03:23:04,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=141 (was 143), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=907 (was 899) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6892 (was 7096) 2024-12-03T03:23:04,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=907, ProcessCount=11, AvailableMemoryMB=6892 2024-12-03T03:23:04,670 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-12-03T03:23:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742366_1546 (size=7) 2024-12-03T03:23:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742366_1546 (size=7) 2024-12-03T03:23:04,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39243/user/jenkins/test-data/1bd9e3bf-7dfe-e3a2-062a-b921a130f447 with version=8 2024-12-03T03:23:04,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:23:04,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T03:23:04,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-03T03:23:04,681 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-12-03T03:23:04,681 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-12-03T03:23:04,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-12-03T03:23:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-12-03T03:23:04,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-12-03T03:23:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742367_1547 (size=2324) 2024-12-03T03:23:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742367_1547 (size=2324) 2024-12-03T03:23:04,692 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-12-03T03:23:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073742368_1548 (size=2325) 2024-12-03T03:23:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34411 is added to blk_1073742368_1548 (size=2325) 2024-12-03T03:23:04,714 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, size=2.3 K (2325bytes) 2024-12-03T03:23:04,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 2024-12-03T03:23:04,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 after 0ms 2024-12-03T03:23:04,716 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-12-03T03:23:04,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 so closing down 2024-12-03T03:23:04,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-12-03T03:23:04,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, journal: Splitting hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, size=2.3 K (2325bytes) at 1733196184714Finishing writing output for hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 so closing down at 1733196184716 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1733196184716 2024-12-03T03:23:04,718 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1733196184681/wal.dat.0 to hdfs://localhost:39243/user/jenkins/test-data/495e921b-074b-0ec1-a3a3-70ba8aa26ca4/corrupt/wal.dat.0 2024-12-03T03:23:04,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=907 (was 907), ProcessCount=11 (was 11), AvailableMemoryMB=6885 (was 6892) 2024-12-03T03:23:04,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bdee85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:23:04,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:23:04,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:23:04,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:23:04,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,STOPPED} 2024-12-03T03:23:04,745 WARN [BP-780857539-172.17.0.3-1733196111653 heartbeating to localhost/127.0.0.1:39243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:23:04,745 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:23:04,745 WARN [BP-780857539-172.17.0.3-1733196111653 heartbeating to localhost/127.0.0.1:39243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780857539-172.17.0.3-1733196111653 (Datanode Uuid 5b9a004b-3187-48a5-8f9f-b03258d4b9d7) service to localhost/127.0.0.1:39243 2024-12-03T03:23:04,745 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:23:04,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data3/current/BP-780857539-172.17.0.3-1733196111653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:23:04,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data4/current/BP-780857539-172.17.0.3-1733196111653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:23:04,747 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:23:04,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e2c22c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T03:23:04,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:23:04,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:23:04,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:23:04,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,STOPPED} 2024-12-03T03:23:04,761 WARN [BP-780857539-172.17.0.3-1733196111653 heartbeating to localhost/127.0.0.1:39243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T03:23:04,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T03:23:04,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T03:23:04,761 WARN [BP-780857539-172.17.0.3-1733196111653 heartbeating to localhost/127.0.0.1:39243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780857539-172.17.0.3-1733196111653 (Datanode Uuid f9c0d65e-6afe-4573-bf55-cb5a67bfd69a) service to localhost/127.0.0.1:39243 2024-12-03T03:23:04,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data1/current/BP-780857539-172.17.0.3-1733196111653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:23:04,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/cluster_ed8c47bc-34d7-0fef-567e-9755b301ce26/data/data2/current/BP-780857539-172.17.0.3-1733196111653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T03:23:04,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T03:23:04,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T03:23:04,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T03:23:04,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T03:23:04,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T03:23:04,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88b0f76f-9dfe-fb8c-10ee-7b8ad12ed1a5/hadoop.log.dir/,STOPPED}