2024-11-14 21:31:22,522 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 21:31:22,539 main DEBUG Took 0.014687 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 21:31:22,540 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 21:31:22,540 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 21:31:22,542 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 21:31:22,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,562 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 21:31:22,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,593 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,595 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,596 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,598 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,605 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,606 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,608 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,609 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 21:31:22,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,611 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 21:31:22,613 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 21:31:22,615 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 21:31:22,617 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 21:31:22,618 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 21:31:22,619 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 21:31:22,620 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 21:31:22,654 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 21:31:22,672 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 21:31:22,675 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 21:31:22,676 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 21:31:22,676 main DEBUG createAppenders(={Console}) 2024-11-14 21:31:22,677 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 21:31:22,677 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 21:31:22,678 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 21:31:22,684 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 21:31:22,684 main DEBUG OutputStream closed 2024-11-14 21:31:22,685 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 21:31:22,685 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 21:31:22,685 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 21:31:22,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 21:31:22,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 21:31:22,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 21:31:22,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 21:31:22,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 21:31:22,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 21:31:22,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 21:31:22,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 21:31:22,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 21:31:22,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 21:31:22,930 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 21:31:22,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 21:31:22,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 21:31:22,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 21:31:22,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 21:31:22,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 21:31:22,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 21:31:22,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 21:31:22,943 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 21:31:22,944 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 21:31:22,944 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 21:31:22,945 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T21:31:23,000 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 21:31:23,007 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 21:31:23,008 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T21:31:23,400 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c 2024-11-14T21:31:23,402 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T21:31:23,641 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T21:31:23,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800, deleteOnExit=true 2024-11-14T21:31:23,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/test.cache.data in system properties and HBase conf 2024-11-14T21:31:23,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T21:31:23,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir in system properties and HBase conf 2024-11-14T21:31:23,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T21:31:23,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T21:31:23,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T21:31:23,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T21:31:23,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:31:23,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T21:31:23,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T21:31:23,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:31:23,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T21:31:23,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T21:31:23,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T21:31:23,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:31:23,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T21:31:23,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/nfs.dump.dir in system properties and HBase conf 2024-11-14T21:31:23,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/java.io.tmpdir in system properties and HBase conf 2024-11-14T21:31:23,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T21:31:23,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T21:31:23,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T21:31:25,207 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T21:31:25,321 INFO [Time-limited test {}] log.Log(170): Logging initialized @4068ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T21:31:25,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:31:25,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:31:25,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:31:25,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:31:25,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:31:25,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:31:25,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:31:25,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:31:25,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/java.io.tmpdir/jetty-localhost-40493-hadoop-hdfs-3_4_1-tests_jar-_-any-13516325549056635355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:31:25,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:40493} 2024-11-14T21:31:25,956 INFO [Time-limited test {}] server.Server(415): Started @4704ms 2024-11-14T21:31:26,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:31:26,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:31:26,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:31:26,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:31:26,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T21:31:26,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:31:26,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:31:26,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-4872525388528296968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:31:26,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-11-14T21:31:26,725 INFO [Time-limited test {}] server.Server(415): Started @5473ms 2024-11-14T21:31:26,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:31:27,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T21:31:27,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T21:31:27,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T21:31:27,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T21:31:27,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T21:31:27,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,AVAILABLE} 2024-11-14T21:31:27,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T21:31:27,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/java.io.tmpdir/jetty-localhost-32873-hadoop-hdfs-3_4_1-tests_jar-_-any-2863494412225100577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:31:27,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:32873} 2024-11-14T21:31:27,245 INFO [Time-limited test {}] server.Server(415): Started @5993ms 2024-11-14T21:31:27,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T21:31:27,620 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data1/current/BP-420911778-172.17.0.2-1731619884774/current, will proceed with Du for space computation calculation, 2024-11-14T21:31:27,620 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data4/current/BP-420911778-172.17.0.2-1731619884774/current, will proceed with Du for space computation calculation, 2024-11-14T21:31:27,620 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data3/current/BP-420911778-172.17.0.2-1731619884774/current, will proceed with Du for space computation calculation, 2024-11-14T21:31:27,626 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data2/current/BP-420911778-172.17.0.2-1731619884774/current, will proceed with Du for space computation calculation, 2024-11-14T21:31:27,844 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:31:27,848 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T21:31:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb89445971474a8dd with lease ID 0x17b1064da2b39d95: Processing first storage report for DS-9d495500-406d-4139-b641-e7882f19a717 from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=86a15f4c-099c-441f-8dd7-ade1ced8b9f8, infoPort=37917, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774) 2024-11-14T21:31:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb89445971474a8dd with lease ID 0x17b1064da2b39d95: from storage DS-9d495500-406d-4139-b641-e7882f19a717 node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=86a15f4c-099c-441f-8dd7-ade1ced8b9f8, infoPort=37917, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T21:31:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30092c6156ce26ca with lease ID 0x17b1064da2b39d94: Processing first storage report for DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09 from datanode DatanodeRegistration(127.0.0.1:39367, datanodeUuid=2be58c19-bf3a-4835-ad95-4009733f4f31, infoPort=35713, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774) 2024-11-14T21:31:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30092c6156ce26ca with lease ID 0x17b1064da2b39d94: from storage DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09 node DatanodeRegistration(127.0.0.1:39367, datanodeUuid=2be58c19-bf3a-4835-ad95-4009733f4f31, infoPort=35713, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:31:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb89445971474a8dd with lease ID 0x17b1064da2b39d95: Processing first storage report for DS-8db14306-be17-4068-931e-91101e6621b0 from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=86a15f4c-099c-441f-8dd7-ade1ced8b9f8, infoPort=37917, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774) 2024-11-14T21:31:27,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb89445971474a8dd with lease ID 0x17b1064da2b39d95: from storage DS-8db14306-be17-4068-931e-91101e6621b0 node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=86a15f4c-099c-441f-8dd7-ade1ced8b9f8, infoPort=37917, infoSecurePort=0, ipcPort=35193, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T21:31:27,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30092c6156ce26ca with lease ID 0x17b1064da2b39d94: Processing first storage report for DS-6cbd94bc-a207-4604-88ec-d08c6b67f2dc from datanode DatanodeRegistration(127.0.0.1:39367, datanodeUuid=2be58c19-bf3a-4835-ad95-4009733f4f31, infoPort=35713, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774) 2024-11-14T21:31:27,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30092c6156ce26ca with lease ID 0x17b1064da2b39d94: from storage DS-6cbd94bc-a207-4604-88ec-d08c6b67f2dc node DatanodeRegistration(127.0.0.1:39367, datanodeUuid=2be58c19-bf3a-4835-ad95-4009733f4f31, infoPort=35713, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=2015190594;c=1731619884774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T21:31:28,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c 2024-11-14T21:31:28,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=126, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=706, ProcessCount=11, AvailableMemoryMB=2550 2024-11-14T21:31:28,166 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:28,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:28,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:28,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:31:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741825_1001 (size=7) 2024-11-14T21:31:28,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:28,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:28,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:29,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:29,044 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T21:31:29,069 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T21:31:29,073 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:29,074 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:29,076 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:29,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:29,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,107 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T21:31:29,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741826_1002 (size=1393) 2024-11-14T21:31:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741826_1002 (size=1393) 2024-11-14T21:31:29,165 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:29,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741827_1003 (size=1393) 2024-11-14T21:31:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741827_1003 (size=1393) 2024-11-14T21:31:29,223 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:31:29,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:29,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741828_1004 (size=1393) 2024-11-14T21:31:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741828_1004 (size=1393) 2024-11-14T21:31:29,358 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:31:29,359 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:31:29,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741829_1005 (size=1393) 2024-11-14T21:31:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741829_1005 (size=1393) 2024-11-14T21:31:29,470 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:31:29,471 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:31:29,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:29,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741830_1006 (size=1393) 2024-11-14T21:31:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741830_1006 (size=1393) 2024-11-14T21:31:29,953 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:31:29,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:31:29,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:29,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741831_1007 (size=1393) 2024-11-14T21:31:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741831_1007 (size=1393) 2024-11-14T21:31:30,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:31:30,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:31:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741832_1008 (size=1405) 2024-11-14T21:31:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741832_1008 (size=1405) 2024-11-14T21:31:30,528 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:31:30,529 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:31:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741833_1009 (size=1413) 2024-11-14T21:31:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741833_1009 (size=1413) 2024-11-14T21:31:30,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:31:30,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:31:30,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741834_1010 (size=1413) 2024-11-14T21:31:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741834_1010 (size=1413) 2024-11-14T21:31:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:31:30,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:31:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:30,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741835_1011 (size=1413) 2024-11-14T21:31:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741835_1011 (size=1413) 2024-11-14T21:31:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:31:30,814 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:31:30,816 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T21:31:30,816 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T21:31:30,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0 2024-11-14T21:31:30,824 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0 after 4ms 2024-11-14T21:31:30,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0 took 71ms 2024-11-14T21:31:30,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0 so closing down 2024-11-14T21:31:30,908 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:30,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:30,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:30,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0, size=1.4 K (1393bytes) at 1731619890815Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0 so closing down at 1731619890890 (+75 ms)3 split writer threads finished at 1731619890908 (+18 ms)Processed 0 edits across 0 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0e919dbf-1dac-d6b5-f20f-132e94e764ba/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731619889052/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619890915 (+7 ms) 2024-11-14T21:31:30,918 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T21:31:30,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=131 (was 126) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-570655088_22 at /127.0.0.1:51438 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7140372a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 706) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2550) 2024-11-14T21:31:30,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=131, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=713, ProcessCount=11, AvailableMemoryMB=2437 2024-11-14T21:31:30,969 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741836_1012 (size=7) 2024-11-14T21:31:31,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741836_1012 (size=7) 2024-11-14T21:31:31,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:31,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:31,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:31,086 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:31,086 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T21:31:31,087 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:31,089 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:31,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741837_1013 (size=2324) 2024-11-14T21:31:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741837_1013 (size=2324) 2024-11-14T21:31:31,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:31,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T21:31:31,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 2024-11-14T21:31:31,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 after 1ms 2024-11-14T21:31:31,325 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 took 9ms 2024-11-14T21:31:31,340 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 so closing down 2024-11-14T21:31:31,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:31,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:31,385 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:31,385 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:31,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:31,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741839_1015 (size=743) 2024-11-14T21:31:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741839_1015 (size=743) 2024-11-14T21:31:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741838_1014 (size=743) 2024-11-14T21:31:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741838_1014 (size=743) 2024-11-14T21:31:31,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T21:31:31,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:31:31,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T21:31:31,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:31:31,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 490 ms; skipped=7; WAL=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T21:31:31,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0, size=2.3 K (2324bytes) at 1731619891318Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 so closing down at 1731619891340 (+22 ms)3 split writer threads finished at 1731619891341 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619891388 (+47 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619891388Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731619891418 (+30 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619891423 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731619891810 (+387 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619891817 (+7 ms)Processed 27 edits across 2 Regions in 490 ms; skipped=7; WAL=hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731619891817 2024-11-14T21:31:31,839 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/WALs/testsplitlogfilemultipleregions,16010,1731619891086/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/3cbfdc9f-b47d-a0be-884f-f1ccbef56ce3/oldWALs/wal.dat.0 2024-11-14T21:31:31,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132 (was 131) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50643407_22 at /127.0.0.1:49160 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-50643407_22 at /127.0.0.1:51438 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 713), ProcessCount=11 (was 11), AvailableMemoryMB=2367 (was 2437) 2024-11-14T21:31:31,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=132, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=713, ProcessCount=12, AvailableMemoryMB=2364 2024-11-14T21:31:31,902 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741840_1016 (size=7) 2024-11-14T21:31:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741840_1016 (size=7) 2024-11-14T21:31:31,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:31,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:31,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:31,932 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:31,932 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:31,934 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:31,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:31,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:31,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:31,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741841_1017 (size=2324) 2024-11-14T21:31:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741841_1017 (size=2324) 2024-11-14T21:31:31,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:33,259 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T21:31:33,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0 so closing down 2024-11-14T21:31:33,260 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T21:31:33,260 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0, size=2.3 K (2324bytes) at 1731619893259Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0 so closing down at 1731619893259Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/44ad2a88-3a3c-71f6-1799-8573817cf3ac/WALs/testterminationaskedbyreporter,16010,1731619891932/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731619893260 (+1 ms) 2024-11-14T21:31:33,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 132) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=713 (was 713), ProcessCount=11 (was 12), AvailableMemoryMB=2236 (was 2364) 2024-11-14T21:31:33,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=713, ProcessCount=11, AvailableMemoryMB=2234 2024-11-14T21:31:33,312 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741842_1018 (size=7) 2024-11-14T21:31:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741842_1018 (size=7) 2024-11-14T21:31:33,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:33,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:33,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:33,342 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:33,342 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T21:31:33,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741843_1019 (size=1043) 2024-11-14T21:31:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741843_1019 (size=1043) 2024-11-14T21:31:33,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:33,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:33,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741845_1021 (size=1043) 2024-11-14T21:31:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741845_1021 (size=1043) 2024-11-14T21:31:34,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:31:34,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:31:34,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741846_1022 (size=1043) 2024-11-14T21:31:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741846_1022 (size=1043) 2024-11-14T21:31:34,669 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:31:34,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:31:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741847_1023 (size=1043) 2024-11-14T21:31:34,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:31:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741847_1023 (size=1043) 2024-11-14T21:31:34,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:31:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741848_1024 (size=1043) 2024-11-14T21:31:34,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741848_1024 (size=1043) 2024-11-14T21:31:34,719 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:31:34,719 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:31:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741849_1025 (size=1043) 2024-11-14T21:31:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741849_1025 (size=1043) 2024-11-14T21:31:34,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:31:34,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:31:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741850_1026 (size=1043) 2024-11-14T21:31:34,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741850_1026 (size=1043) 2024-11-14T21:31:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:31:34,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:31:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741851_1027 (size=1043) 2024-11-14T21:31:34,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741851_1027 (size=1043) 2024-11-14T21:31:34,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:31:34,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:31:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:34,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:34,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:35,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:35,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741852_1028 (size=1043) 2024-11-14T21:31:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741852_1028 (size=1043) 2024-11-14T21:31:35,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:31:35,037 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T21:31:35,037 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 2024-11-14T21:31:35,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 after 1ms 2024-11-14T21:31:35,043 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 took 7ms 2024-11-14T21:31:35,052 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T21:31:35,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 so closing down 2024-11-14T21:31:35,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:35,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:35,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:35,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0, size=1.0 K (1043bytes) at 1731619895037Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 so closing down at 1731619895053 (+16 ms)3 split writer threads finished at 1731619895054 (+1 ms)Processed 10 edits across 0 Regions in 8 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619895055 (+1 ms) 2024-11-14T21:31:35,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.0 2024-11-14T21:31:35,059 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1, size=180 (180bytes) 2024-11-14T21:31:35,059 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 2024-11-14T21:31:35,060 WARN [IPC Server handler 4 on default port 34031 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T21:31:35,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 after 2ms 2024-11-14T21:31:35,922 WARN [ResponseProcessor for block BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:35,922 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2026388433_22 at /127.0.0.1:51532 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51532 dst: /127.0.0.1:39367 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:35,925 WARN [DataStreamer for file /user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 block BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK], DatanodeInfoWithStorage[127.0.0.1:39367,DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK]) is bad. 2024-11-14T21:31:35,919 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2026388433_22 at /127.0.0.1:49220 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41333:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49220 dst: /127.0.0.1:41333 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41333 remote=/127.0.0.1:49220]. Total timeout mills is 60000, 57888 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:35,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741844_1029 (size=1035) 2024-11-14T21:31:35,942 WARN [DataStreamer for file /user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 block BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:39,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 after 4004ms 2024-11-14T21:31:39,072 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 took 4013ms 2024-11-14T21:31:39,078 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1; continuing. 2024-11-14T21:31:39,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 so closing down 2024-11-14T21:31:39,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T21:31:39,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1, size=180 (180bytes) at 1731619895059Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 so closing down at 1731619899079 (+4020 ms)3 split writer threads finished at 1731619899080 (+1 ms)Processed 10 edits across 0 Regions in 6 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731619899080 2024-11-14T21:31:39,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.1 2024-11-14T21:31:39,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T21:31:39,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 2024-11-14T21:31:39,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 after 1ms 2024-11-14T21:31:39,100 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 took 8ms 2024-11-14T21:31:39,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 so closing down 2024-11-14T21:31:39,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2, size=1.0 K (1043bytes) at 1731619899092Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 so closing down at 1731619899102 (+10 ms)3 split writer threads finished at 1731619899102Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899103 (+1 ms) 2024-11-14T21:31:39,107 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.2 2024-11-14T21:31:39,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T21:31:39,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 2024-11-14T21:31:39,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 after 1ms 2024-11-14T21:31:39,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 took 4ms 2024-11-14T21:31:39,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 so closing down 2024-11-14T21:31:39,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,118 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,118 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3, size=1.0 K (1043bytes) at 1731619899107Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 so closing down at 1731619899117 (+10 ms)3 split writer threads finished at 1731619899117Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899118 (+1 ms) 2024-11-14T21:31:39,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.3 2024-11-14T21:31:39,122 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T21:31:39,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 2024-11-14T21:31:39,123 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 after 1ms 2024-11-14T21:31:39,128 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 took 6ms 2024-11-14T21:31:39,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 so closing down 2024-11-14T21:31:39,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4, size=1.0 K (1043bytes) at 1731619899122Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 so closing down at 1731619899130 (+8 ms)3 split writer threads finished at 1731619899130Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899130 2024-11-14T21:31:39,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.4 2024-11-14T21:31:39,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T21:31:39,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 2024-11-14T21:31:39,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 after 1ms 2024-11-14T21:31:39,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 took 6ms 2024-11-14T21:31:39,143 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 so closing down 2024-11-14T21:31:39,143 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5, size=1.0 K (1043bytes) at 1731619899135Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 so closing down at 1731619899143 (+8 ms)3 split writer threads finished at 1731619899143Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899143 2024-11-14T21:31:39,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.5 2024-11-14T21:31:39,147 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T21:31:39,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 2024-11-14T21:31:39,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 after 0ms 2024-11-14T21:31:39,151 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 took 5ms 2024-11-14T21:31:39,156 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 so closing down 2024-11-14T21:31:39,156 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,156 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,156 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,156 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6, size=1.0 K (1043bytes) at 1731619899147Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 so closing down at 1731619899156 (+9 ms)3 split writer threads finished at 1731619899156Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899156 2024-11-14T21:31:39,160 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.6 2024-11-14T21:31:39,160 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T21:31:39,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 2024-11-14T21:31:39,161 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 after 1ms 2024-11-14T21:31:39,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 took 5ms 2024-11-14T21:31:39,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 so closing down 2024-11-14T21:31:39,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7, size=1.0 K (1043bytes) at 1731619899160Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 so closing down at 1731619899168 (+8 ms)3 split writer threads finished at 1731619899168Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899169 (+1 ms) 2024-11-14T21:31:39,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.7 2024-11-14T21:31:39,172 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T21:31:39,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 2024-11-14T21:31:39,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 after 0ms 2024-11-14T21:31:39,179 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 took 7ms 2024-11-14T21:31:39,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 so closing down 2024-11-14T21:31:39,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8, size=1.0 K (1043bytes) at 1731619899172Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 so closing down at 1731619899181 (+9 ms)3 split writer threads finished at 1731619899181Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899181 2024-11-14T21:31:39,186 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.8 2024-11-14T21:31:39,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T21:31:39,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 2024-11-14T21:31:39,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 after 1ms 2024-11-14T21:31:39,192 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 took 5ms 2024-11-14T21:31:39,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 so closing down 2024-11-14T21:31:39,196 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,196 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T21:31:39,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9, size=1.0 K (1043bytes) at 1731619899187Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 so closing down at 1731619899196 (+9 ms)3 split writer threads finished at 1731619899196Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731619899196 2024-11-14T21:31:39,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/WALs/testsplitdeletedregion,16010,1731619893342/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/63f20f7a-dec5-0125-ce78-122b9e451a8c/oldWALs/wal.dat.9 2024-11-14T21:31:39,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=138 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1331589493_22 at /127.0.0.1:36804 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1331589493_22 at /127.0.0.1:52076 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:35193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 713) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1955 (was 2234) 2024-11-14T21:31:39,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1954 2024-11-14T21:31:39,240 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741853_1030 (size=7) 2024-11-14T21:31:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741853_1030 (size=7) 2024-11-14T21:31:39,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:39,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:39,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:39,682 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:39,682 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T21:31:39,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:39,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741854_1031 (size=863) 2024-11-14T21:31:39,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741854_1031 (size=863) 2024-11-14T21:31:39,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741855_1032 (size=859) 2024-11-14T21:31:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741855_1032 (size=859) 2024-11-14T21:31:39,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0, size=859 (859bytes) 2024-11-14T21:31:39,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 2024-11-14T21:31:39,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 after 1ms 2024-11-14T21:31:39,784 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 took 9ms 2024-11-14T21:31:39,904 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0; continuing. 2024-11-14T21:31:39,904 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 so closing down 2024-11-14T21:31:39,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:39,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:39,917 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:39,931 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741856_1033 (size=863) 2024-11-14T21:31:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741856_1033 (size=863) 2024-11-14T21:31:39,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-14T21:31:39,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T21:31:39,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 186 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T21:31:39,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0, size=859 (859bytes) at 1731619899775Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 so closing down at 1731619899905 (+130 ms)3 split writer threads finished at 1731619899905Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619899931 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731619899970 (+39 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731619899973 (+3 ms)Processed 10 edits across 1 Regions in 186 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731619899973 2024-11-14T21:31:39,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/WALs/testcorruptwaltrailer,16010,1731619899682/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/d77a0728-1423-6582-94c2-11b97f4d48ae/oldWALs/wal.dat.0 2024-11-14T21:31:40,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=1842 (was 1954) 2024-11-14T21:31:40,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1838 2024-11-14T21:31:40,067 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:40,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741857_1034 (size=7) 2024-11-14T21:31:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741857_1034 (size=7) 2024-11-14T21:31:40,092 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:40,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:40,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=13 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=1814 (was 1838) 2024-11-14T21:31:40,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=14, AvailableMemoryMB=1807 2024-11-14T21:31:40,170 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741858_1035 (size=7) 2024-11-14T21:31:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741858_1035 (size=7) 2024-11-14T21:31:40,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:40,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,649 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:40,699 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T21:31:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741859_1036 (size=93) 2024-11-14T21:31:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741859_1036 (size=93) 2024-11-14T21:31:40,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=138 (was 138), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=11 (was 14), AvailableMemoryMB=1679 (was 1807) 2024-11-14T21:31:40,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1678 2024-11-14T21:31:40,777 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741860_1037 (size=7) 2024-11-14T21:31:40,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741860_1037 (size=7) 2024-11-14T21:31:40,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:40,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:40,819 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:40,819 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:40,820 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:40,824 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741861_1038 (size=1393) 2024-11-14T21:31:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741861_1038 (size=1393) 2024-11-14T21:31:40,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:40,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:40,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:40,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:40,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741862_1039 (size=1393) 2024-11-14T21:31:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741862_1039 (size=1393) 2024-11-14T21:31:41,342 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:31:41,342 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741863_1040 (size=1393) 2024-11-14T21:31:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741863_1040 (size=1393) 2024-11-14T21:31:41,361 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:31:41,361 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:31:41,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741864_1041 (size=1393) 2024-11-14T21:31:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741864_1041 (size=1393) 2024-11-14T21:31:41,379 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:31:41,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:31:41,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741865_1042 (size=1393) 2024-11-14T21:31:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741865_1042 (size=1393) 2024-11-14T21:31:41,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:31:41,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:31:41,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741866_1043 (size=1393) 2024-11-14T21:31:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741866_1043 (size=1393) 2024-11-14T21:31:41,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:31:41,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:31:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741867_1044 (size=1405) 2024-11-14T21:31:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741867_1044 (size=1405) 2024-11-14T21:31:41,443 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:31:41,443 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:31:41,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741868_1045 (size=1413) 2024-11-14T21:31:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:31:41,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:31:41,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741868_1045 (size=1413) 2024-11-14T21:31:41,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741869_1046 (size=1413) 2024-11-14T21:31:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741869_1046 (size=1413) 2024-11-14T21:31:41,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:31:41,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:31:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:41,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741870_1047 (size=1413) 2024-11-14T21:31:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741870_1047 (size=1413) 2024-11-14T21:31:41,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:31:41,944 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:31:41,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7 2024-11-14T21:31:41,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7 after 1ms 2024-11-14T21:31:41,949 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7 took 6ms 2024-11-14T21:31:41,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7 so closing down 2024-11-14T21:31:41,959 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:41,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:41,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:31:41,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:31:41,995 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:41,996 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T21:31:41,996 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7, size=1.4 K (1413bytes) at 1731619901944Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7 so closing down at 1731619901958 (+14 ms)3 split writer threads finished at 1731619901962 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619901984 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619901984Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731619901995 (+11 ms)Processed 20 edits across 0 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/86d7b68a-7c4f-53ac-1a88-f72a798f9590/WALs/testioeonoutputthread,16010,1731619900819/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731619901996 (+1 ms) 2024-11-14T21:31:41,996 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:42,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140 (was 138) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1051678711_22 at /127.0.0.1:52076 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=1657 (was 1678) 2024-11-14T21:31:42,027 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=138, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=1653 2024-11-14T21:31:42,027 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741871_1048 (size=7) 2024-11-14T21:31:42,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741871_1048 (size=7) 2024-11-14T21:31:42,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:42,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:42,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:42,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:42,507 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:42,509 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:42,516 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:42,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:42,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741872_1049 (size=2324) 2024-11-14T21:31:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741872_1049 (size=2324) 2024-11-14T21:31:43,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:43,033 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:43,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741873_1050 (size=1393) 2024-11-14T21:31:43,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741873_1050 (size=1393) 2024-11-14T21:31:43,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:31:43,476 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:43,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T21:31:43,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T21:31:43,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T21:31:43,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T21:31:43,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T21:31:43,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T21:31:43,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T21:31:43,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T21:31:43,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T21:31:43,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T21:31:43,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T21:31:43,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T21:31:43,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T21:31:43,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T21:31:43,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T21:31:43,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T21:31:43,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T21:31:43,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T21:31:43,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T21:31:43,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T21:31:43,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T21:31:43,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T21:31:43,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T21:31:43,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T21:31:43,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T21:31:43,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T21:31:43,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T21:31:43,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T21:31:43,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T21:31:43,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T21:31:43,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T21:31:43,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T21:31:43,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T21:31:43,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T21:31:43,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T21:31:43,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T21:31:43,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T21:31:43,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T21:31:43,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T21:31:43,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T21:31:43,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T21:31:43,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T21:31:43,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T21:31:43,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T21:31:43,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T21:31:43,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T21:31:43,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T21:31:43,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T21:31:43,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T21:31:43,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T21:31:43,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T21:31:43,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T21:31:43,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T21:31:43,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T21:31:43,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T21:31:43,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T21:31:43,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T21:31:43,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T21:31:43,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T21:31:43,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T21:31:43,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T21:31:43,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T21:31:43,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T21:31:43,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T21:31:43,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T21:31:43,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T21:31:43,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T21:31:43,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T21:31:43,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T21:31:43,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T21:31:43,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T21:31:43,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T21:31:43,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T21:31:43,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T21:31:43,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T21:31:43,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T21:31:43,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T21:31:43,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T21:31:43,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T21:31:43,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T21:31:43,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T21:31:43,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T21:31:43,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T21:31:43,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T21:31:43,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T21:31:43,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T21:31:43,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T21:31:43,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T21:31:43,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T21:31:43,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T21:31:43,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T21:31:43,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T21:31:43,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T21:31:43,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T21:31:43,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T21:31:43,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T21:31:43,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T21:31:43,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T21:31:43,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T21:31:43,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T21:31:43,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T21:31:43,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T21:31:43,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T21:31:43,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T21:31:43,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T21:31:43,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T21:31:43,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T21:31:43,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T21:31:43,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T21:31:43,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T21:31:43,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T21:31:43,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T21:31:43,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T21:31:43,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T21:31:43,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T21:31:43,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T21:31:43,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T21:31:43,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T21:31:43,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T21:31:43,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T21:31:43,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T21:31:43,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T21:31:43,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T21:31:43,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T21:31:43,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T21:31:43,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T21:31:43,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T21:31:43,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T21:31:43,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T21:31:43,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T21:31:43,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T21:31:43,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T21:31:43,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T21:31:43,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T21:31:43,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T21:31:43,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T21:31:43,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T21:31:43,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T21:31:43,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T21:31:43,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T21:31:43,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T21:31:43,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T21:31:43,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T21:31:43,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T21:31:43,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T21:31:43,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T21:31:43,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T21:31:43,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T21:31:43,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T21:31:43,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T21:31:43,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T21:31:43,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T21:31:43,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T21:31:43,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T21:31:43,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T21:31:43,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T21:31:43,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T21:31:43,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T21:31:43,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T21:31:43,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T21:31:43,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T21:31:43,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T21:31:43,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T21:31:43,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T21:31:43,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T21:31:43,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T21:31:43,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T21:31:43,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T21:31:43,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T21:31:43,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T21:31:43,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T21:31:43,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T21:31:43,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T21:31:43,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T21:31:43,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T21:31:43,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T21:31:43,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T21:31:43,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T21:31:43,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T21:31:43,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T21:31:43,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T21:31:43,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T21:31:43,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T21:31:43,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T21:31:43,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T21:31:43,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T21:31:43,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T21:31:43,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T21:31:43,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T21:31:43,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T21:31:43,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T21:31:43,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T21:31:43,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T21:31:43,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T21:31:43,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T21:31:43,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T21:31:43,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T21:31:43,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T21:31:43,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T21:31:43,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T21:31:43,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T21:31:43,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T21:31:43,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T21:31:43,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T21:31:43,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T21:31:43,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T21:31:43,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T21:31:43,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T21:31:43,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T21:31:43,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T21:31:43,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T21:31:43,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T21:31:43,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T21:31:43,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T21:31:43,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T21:31:43,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T21:31:43,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T21:31:43,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T21:31:43,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T21:31:43,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T21:31:43,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T21:31:43,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T21:31:43,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T21:31:43,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T21:31:43,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T21:31:43,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T21:31:43,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T21:31:43,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T21:31:43,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T21:31:43,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T21:31:43,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T21:31:43,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T21:31:43,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T21:31:43,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T21:31:43,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T21:31:43,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T21:31:43,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T21:31:43,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T21:31:43,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T21:31:43,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T21:31:43,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T21:31:43,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T21:31:43,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T21:31:43,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T21:31:43,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T21:31:43,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T21:31:43,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T21:31:43,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T21:31:43,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T21:31:43,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T21:31:43,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T21:31:43,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T21:31:43,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T21:31:43,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T21:31:43,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T21:31:43,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T21:31:43,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T21:31:43,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T21:31:43,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T21:31:43,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T21:31:43,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T21:31:43,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T21:31:43,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T21:31:43,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T21:31:43,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T21:31:43,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T21:31:43,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T21:31:43,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T21:31:43,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T21:31:43,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T21:31:43,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T21:31:43,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T21:31:43,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T21:31:43,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T21:31:43,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T21:31:43,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T21:31:43,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T21:31:43,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T21:31:43,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T21:31:43,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T21:31:43,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:43,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T21:31:43,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:43,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T21:31:44,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T21:31:44,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T21:31:44,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T21:31:44,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T21:31:44,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T21:31:44,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T21:31:44,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T21:31:44,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T21:31:44,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T21:31:44,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T21:31:44,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T21:31:44,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T21:31:44,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T21:31:44,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T21:31:44,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T21:31:44,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T21:31:44,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T21:31:44,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T21:31:44,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T21:31:44,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T21:31:44,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T21:31:44,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T21:31:44,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T21:31:44,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T21:31:44,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T21:31:44,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T21:31:44,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T21:31:44,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T21:31:44,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T21:31:44,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T21:31:44,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T21:31:44,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T21:31:44,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T21:31:44,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T21:31:44,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T21:31:44,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T21:31:44,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T21:31:44,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T21:31:44,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T21:31:44,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T21:31:44,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T21:31:44,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T21:31:44,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T21:31:44,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T21:31:44,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T21:31:44,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T21:31:44,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T21:31:44,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T21:31:44,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T21:31:44,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T21:31:44,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T21:31:44,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T21:31:44,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T21:31:44,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T21:31:44,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T21:31:44,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T21:31:44,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T21:31:44,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T21:31:44,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T21:31:44,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T21:31:44,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T21:31:44,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T21:31:44,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T21:31:44,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T21:31:44,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T21:31:44,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T21:31:44,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T21:31:44,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T21:31:44,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T21:31:44,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T21:31:44,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T21:31:44,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T21:31:44,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T21:31:44,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T21:31:44,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T21:31:44,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T21:31:44,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T21:31:44,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T21:31:44,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T21:31:44,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T21:31:44,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T21:31:44,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T21:31:44,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T21:31:44,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T21:31:44,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T21:31:44,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T21:31:44,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T21:31:44,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T21:31:44,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T21:31:44,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T21:31:44,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T21:31:44,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T21:31:44,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T21:31:44,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T21:31:44,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T21:31:44,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T21:31:44,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T21:31:44,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T21:31:44,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T21:31:44,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T21:31:44,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T21:31:44,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T21:31:44,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T21:31:44,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T21:31:44,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T21:31:44,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T21:31:44,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T21:31:44,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T21:31:44,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T21:31:44,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T21:31:44,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T21:31:44,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T21:31:44,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T21:31:44,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T21:31:44,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T21:31:44,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T21:31:44,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T21:31:44,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T21:31:44,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T21:31:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T21:31:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T21:31:44,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T21:31:44,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T21:31:44,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T21:31:44,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T21:31:44,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T21:31:44,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T21:31:44,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T21:31:44,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T21:31:44,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T21:31:44,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T21:31:44,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T21:31:44,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T21:31:44,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T21:31:44,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T21:31:44,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T21:31:44,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T21:31:44,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T21:31:44,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T21:31:44,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T21:31:44,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T21:31:44,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T21:31:44,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T21:31:44,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T21:31:44,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T21:31:44,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T21:31:44,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T21:31:44,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T21:31:44,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T21:31:44,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T21:31:44,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T21:31:44,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T21:31:44,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T21:31:44,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T21:31:44,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T21:31:44,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T21:31:44,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T21:31:44,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T21:31:44,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T21:31:44,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T21:31:44,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T21:31:44,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T21:31:44,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T21:31:44,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T21:31:44,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T21:31:44,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T21:31:44,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T21:31:44,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T21:31:44,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T21:31:44,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T21:31:44,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T21:31:44,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T21:31:44,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T21:31:44,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T21:31:44,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T21:31:44,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T21:31:44,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T21:31:44,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T21:31:44,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T21:31:44,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T21:31:44,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T21:31:44,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T21:31:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T21:31:44,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T21:31:44,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T21:31:44,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T21:31:44,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T21:31:44,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T21:31:44,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T21:31:44,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T21:31:44,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T21:31:44,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T21:31:44,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T21:31:44,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T21:31:44,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T21:31:44,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T21:31:44,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T21:31:44,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T21:31:44,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T21:31:44,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T21:31:44,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T21:31:44,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T21:31:44,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T21:31:44,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T21:31:44,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T21:31:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T21:31:44,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T21:31:44,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T21:31:44,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T21:31:44,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T21:31:44,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T21:31:44,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T21:31:44,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T21:31:44,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T21:31:44,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T21:31:44,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T21:31:44,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T21:31:44,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T21:31:44,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T21:31:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T21:31:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T21:31:44,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T21:31:44,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T21:31:44,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T21:31:44,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T21:31:44,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T21:31:44,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T21:31:44,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T21:31:44,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T21:31:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T21:31:44,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T21:31:44,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T21:31:44,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T21:31:44,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T21:31:44,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T21:31:44,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T21:31:44,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T21:31:44,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T21:31:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T21:31:44,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T21:31:44,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T21:31:44,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T21:31:44,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T21:31:44,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T21:31:44,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T21:31:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T21:31:44,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T21:31:44,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T21:31:44,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T21:31:44,518 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462): HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731619903032; access_time=1731619902532; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619903476; access_time=1731619903034; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731619903477; access_time=1731619903477; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T21:31:44,518 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T21:31:44,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T21:31:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T21:31:44,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T21:31:44,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T21:31:44,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T21:31:44,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T21:31:44,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T21:31:44,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T21:31:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T21:31:44,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T21:31:44,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T21:31:44,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T21:31:44,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T21:31:44,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T21:31:44,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T21:31:44,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T21:31:44,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 2024-11-14T21:31:44,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T21:31:44,554 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 after 1ms 2024-11-14T21:31:44,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T21:31:44,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 took 11ms 2024-11-14T21:31:44,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T21:31:44,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T21:31:44,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T21:31:44,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T21:31:44,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T21:31:44,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T21:31:44,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T21:31:44,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T21:31:44,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T21:31:44,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T21:31:44,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T21:31:44,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T21:31:44,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T21:31:44,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T21:31:44,589 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 so closing down 2024-11-14T21:31:44,589 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:44,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:44,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T21:31:44,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T21:31:44,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T21:31:44,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T21:31:44,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T21:31:44,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T21:31:44,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T21:31:44,610 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:44,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,613 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:44,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T21:31:44,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T21:31:44,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T21:31:44,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:44,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T21:31:44,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T21:31:44,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:44,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T21:31:44,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T21:31:44,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T21:31:44,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T21:31:44,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T21:31:44,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T21:31:44,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T21:31:44,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T21:31:44,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T21:31:44,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T21:31:44,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T21:31:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T21:31:44,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T21:31:44,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T21:31:44,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-14T21:31:44,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-14T21:31:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741875_1052 (size=743) 2024-11-14T21:31:44,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741875_1052 (size=743) 2024-11-14T21:31:44,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-14T21:31:44,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741876_1053 (size=743) 2024-11-14T21:31:44,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-14T21:31:44,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-14T21:31:44,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-14T21:31:44,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741876_1053 (size=743) 2024-11-14T21:31:44,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-14T21:31:44,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:44,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:31:44,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-14T21:31:44,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-14T21:31:44,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-14T21:31:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-14T21:31:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-14T21:31:44,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-14T21:31:44,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-14T21:31:44,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-14T21:31:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-14T21:31:44,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-14T21:31:44,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-14T21:31:44,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-14T21:31:44,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-14T21:31:44,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-14T21:31:44,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-14T21:31:44,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-14T21:31:44,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-14T21:31:44,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-14T21:31:44,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-14T21:31:44,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-14T21:31:44,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-14T21:31:44,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-14T21:31:44,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-14T21:31:44,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-14T21:31:44,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-14T21:31:44,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-14T21:31:44,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-14T21:31:44,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-14T21:31:44,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-14T21:31:44,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-14T21:31:44,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-14T21:31:44,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-14T21:31:44,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-14T21:31:44,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-14T21:31:44,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-14T21:31:44,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-14T21:31:44,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-14T21:31:44,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-14T21:31:44,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-14T21:31:44,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-14T21:31:44,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-14T21:31:44,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-14T21:31:44,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-14T21:31:44,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-14T21:31:44,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-14T21:31:44,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-14T21:31:44,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-14T21:31:44,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-14T21:31:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-14T21:31:44,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-14T21:31:44,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-14T21:31:44,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-14T21:31:44,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-14T21:31:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-14T21:31:44,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-14T21:31:44,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-14T21:31:44,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-14T21:31:44,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-14T21:31:44,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-14T21:31:44,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-14T21:31:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-14T21:31:44,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-14T21:31:44,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-14T21:31:44,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-14T21:31:44,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-14T21:31:44,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-14T21:31:44,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-14T21:31:44,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-14T21:31:44,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-14T21:31:44,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-14T21:31:44,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-14T21:31:44,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-14T21:31:44,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-14T21:31:44,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-14T21:31:44,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-14T21:31:44,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-14T21:31:44,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-14T21:31:44,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-14T21:31:44,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-14T21:31:44,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-14T21:31:44,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-14T21:31:44,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-14T21:31:44,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-14T21:31:44,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-14T21:31:44,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-14T21:31:44,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-14T21:31:44,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-14T21:31:44,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-14T21:31:44,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-14T21:31:44,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-14T21:31:44,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-14T21:31:44,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-14T21:31:44,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-14T21:31:44,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-14T21:31:44,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-14T21:31:44,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-14T21:31:44,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-14T21:31:44,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-14T21:31:44,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-14T21:31:44,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-14T21:31:44,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-14T21:31:44,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-14T21:31:44,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-14T21:31:44,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-14T21:31:44,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-14T21:31:44,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-14T21:31:44,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-14T21:31:44,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-14T21:31:44,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-14T21:31:44,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-14T21:31:44,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-14T21:31:44,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-14T21:31:44,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-14T21:31:44,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-14T21:31:44,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-14T21:31:44,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-14T21:31:44,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-14T21:31:44,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-14T21:31:44,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-14T21:31:44,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-14T21:31:44,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-14T21:31:44,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-14T21:31:44,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-14T21:31:44,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-14T21:31:44,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-14T21:31:44,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-14T21:31:44,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-14T21:31:44,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-14T21:31:44,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:44,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:44,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-14T21:31:45,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-14T21:31:45,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-14T21:31:45,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-14T21:31:45,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-14T21:31:45,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-14T21:31:45,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-14T21:31:45,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-14T21:31:45,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-14T21:31:45,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-14T21:31:45,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-14T21:31:45,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-14T21:31:45,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-14T21:31:45,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-14T21:31:45,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-14T21:31:45,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-14T21:31:45,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-14T21:31:45,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-14T21:31:45,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-14T21:31:45,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-14T21:31:45,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-14T21:31:45,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-14T21:31:45,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-14T21:31:45,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-14T21:31:45,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-14T21:31:45,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-14T21:31:45,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-14T21:31:45,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-14T21:31:45,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-14T21:31:45,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-14T21:31:45,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-14T21:31:45,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-14T21:31:45,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-14T21:31:45,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-14T21:31:45,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-14T21:31:45,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-14T21:31:45,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:45,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-14T21:31:45,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:31:45,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 490 ms; skipped=7; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T21:31:45,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-14T21:31:45,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0, size=2.3 K (2324bytes) at 1731619904553Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 so closing down at 1731619904589 (+36 ms)3 split writer threads finished at 1731619904589Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619904619 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619904626 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619904675 (+49 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619904679 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619905065 (+386 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619905068 (+3 ms)Processed 27 edits across 2 Regions in 490 ms; skipped=7; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731619905068 2024-11-14T21:31:45,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-14T21:31:45,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-14T21:31:45,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/oldWALs/wal.dat.0 2024-11-14T21:31:45,074 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:31:45,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 2024-11-14T21:31:45,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,074 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 after 0ms 2024-11-14T21:31:45,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-14T21:31:45,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-14T21:31:45,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-14T21:31:45,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-14T21:31:45,086 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 took 13ms 2024-11-14T21:31:45,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-14T21:31:45,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-14T21:31:45,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-14T21:31:45,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,092 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 so closing down 2024-11-14T21:31:45,092 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:45,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-14T21:31:45,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-14T21:31:45,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:45,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-14T21:31:45,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-14T21:31:45,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-14T21:31:45,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-14T21:31:45,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-14T21:31:45,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-14T21:31:45,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-14T21:31:45,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,109 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:45,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:45,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:45,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-14T21:31:45,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:45,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741878_1055 (size=743) 2024-11-14T21:31:45,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-14T21:31:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741878_1055 (size=743) 2024-11-14T21:31:45,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:45,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-14T21:31:45,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-14T21:31:45,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:31:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741877_1054 (size=743) 2024-11-14T21:31:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741877_1054 (size=743) 2024-11-14T21:31:45,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-14T21:31:45,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:45,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-14T21:31:45,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:31:45,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-14T21:31:45,139 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:45,139 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1, size=1.4 K (1393bytes) at 1731619905074Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 so closing down at 1731619905092 (+18 ms)3 split writer threads finished at 1731619905094 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619905110 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619905114 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619905127 (+13 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619905131 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619905133 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619905138 (+5 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619905139 (+1 ms) 2024-11-14T21:31:45,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-14T21:31:45,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-14T21:31:45,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/oldWALs/wal.dat.1 2024-11-14T21:31:45,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2, size=150 (150bytes) 2024-11-14T21:31:45,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 2024-11-14T21:31:45,143 WARN [IPC Server handler 2 on default port 34031 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T21:31:45,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 after 0ms 2024-11-14T21:31:45,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-14T21:31:45,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-14T21:31:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-14T21:31:45,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-14T21:31:45,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-14T21:31:45,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-14T21:31:45,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-14T21:31:45,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-14T21:31:45,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-14T21:31:45,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-14T21:31:45,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-14T21:31:45,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-14T21:31:45,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-14T21:31:45,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-14T21:31:45,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-14T21:31:45,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-14T21:31:45,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-14T21:31:45,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-14T21:31:45,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-14T21:31:45,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-14T21:31:45,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-14T21:31:45,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-14T21:31:45,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-14T21:31:45,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-14T21:31:45,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-14T21:31:45,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-14T21:31:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-14T21:31:45,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-14T21:31:45,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-14T21:31:45,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-14T21:31:45,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-14T21:31:45,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-14T21:31:45,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-14T21:31:45,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-14T21:31:45,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-14T21:31:45,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-14T21:31:45,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-14T21:31:45,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-14T21:31:45,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-14T21:31:45,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-14T21:31:45,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-14T21:31:45,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-14T21:31:45,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-14T21:31:45,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-14T21:31:45,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-14T21:31:45,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-14T21:31:45,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-14T21:31:45,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-14T21:31:45,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-14T21:31:45,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-14T21:31:45,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-14T21:31:45,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-14T21:31:45,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-14T21:31:45,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-14T21:31:45,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-14T21:31:45,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-14T21:31:45,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-14T21:31:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-14T21:31:45,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-14T21:31:45,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-14T21:31:45,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-14T21:31:45,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-14T21:31:45,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-14T21:31:45,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-14T21:31:45,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-14T21:31:45,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-14T21:31:45,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-14T21:31:45,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-14T21:31:45,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-14T21:31:45,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-14T21:31:45,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-14T21:31:45,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-14T21:31:45,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-14T21:31:45,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-14T21:31:45,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-14T21:31:45,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-14T21:31:45,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-14T21:31:45,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-14T21:31:45,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-14T21:31:45,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-14T21:31:45,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-14T21:31:45,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-14T21:31:45,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-14T21:31:45,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-14T21:31:45,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-14T21:31:45,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-14T21:31:45,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-14T21:31:45,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-14T21:31:45,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-14T21:31:45,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-14T21:31:45,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-14T21:31:45,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-14T21:31:45,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-14T21:31:45,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-14T21:31:45,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-14T21:31:45,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-14T21:31:45,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-14T21:31:45,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-14T21:31:45,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-14T21:31:45,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-14T21:31:45,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-14T21:31:45,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-14T21:31:45,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-14T21:31:45,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-14T21:31:45,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-14T21:31:45,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-14T21:31:45,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-14T21:31:45,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-14T21:31:45,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-14T21:31:45,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-14T21:31:45,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-14T21:31:45,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-14T21:31:45,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-14T21:31:45,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-14T21:31:45,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-14T21:31:45,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-14T21:31:45,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-14T21:31:45,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-14T21:31:45,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-14T21:31:45,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-14T21:31:45,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-14T21:31:45,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-14T21:31:45,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-14T21:31:45,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-14T21:31:45,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-14T21:31:45,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-14T21:31:45,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-14T21:31:45,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-14T21:31:45,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-14T21:31:45,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-14T21:31:45,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-14T21:31:45,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-14T21:31:45,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-14T21:31:45,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-14T21:31:45,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-14T21:31:45,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-14T21:31:45,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-14T21:31:45,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-14T21:31:45,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-14T21:31:45,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-14T21:31:45,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-14T21:31:45,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-14T21:31:45,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-14T21:31:45,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-14T21:31:45,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-14T21:31:45,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-14T21:31:45,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-14T21:31:45,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-14T21:31:45,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-14T21:31:45,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-14T21:31:45,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-14T21:31:45,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-14T21:31:45,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-14T21:31:45,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-14T21:31:45,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-14T21:31:45,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-14T21:31:45,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-14T21:31:45,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-14T21:31:45,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-14T21:31:45,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-14T21:31:45,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-14T21:31:45,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-14T21:31:45,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-14T21:31:45,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-14T21:31:45,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-14T21:31:45,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-14T21:31:45,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-14T21:31:45,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-14T21:31:45,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-14T21:31:45,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-14T21:31:45,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-14T21:31:45,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-14T21:31:45,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-14T21:31:45,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-14T21:31:45,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-14T21:31:45,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-14T21:31:45,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-14T21:31:45,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-14T21:31:45,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-14T21:31:45,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-14T21:31:45,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-14T21:31:45,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-14T21:31:45,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-14T21:31:45,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-14T21:31:45,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-14T21:31:45,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-14T21:31:45,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-14T21:31:45,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-14T21:31:45,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-14T21:31:45,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-14T21:31:45,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-14T21:31:45,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-14T21:31:45,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-14T21:31:45,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-14T21:31:45,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-14T21:31:45,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-14T21:31:45,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-14T21:31:45,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-14T21:31:45,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-14T21:31:45,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-14T21:31:45,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-14T21:31:45,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-14T21:31:45,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-14T21:31:45,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-14T21:31:45,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-14T21:31:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-14T21:31:45,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-14T21:31:45,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-14T21:31:45,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-14T21:31:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-14T21:31:45,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-14T21:31:45,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-14T21:31:45,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1031, seq=0 2024-11-14T21:31:45,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1032, seq=0 2024-11-14T21:31:45,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1033, seq=0 2024-11-14T21:31:45,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1034, seq=0 2024-11-14T21:31:45,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1035, seq=0 2024-11-14T21:31:45,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1036, seq=0 2024-11-14T21:31:45,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1037, seq=0 2024-11-14T21:31:45,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1038, seq=0 2024-11-14T21:31:45,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1039, seq=0 2024-11-14T21:31:45,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1040, seq=0 2024-11-14T21:31:45,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1041, seq=0 2024-11-14T21:31:45,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1042, seq=0 2024-11-14T21:31:45,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1043, seq=0 2024-11-14T21:31:45,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1044, seq=0 2024-11-14T21:31:45,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1045, seq=0 2024-11-14T21:31:45,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1046, seq=0 2024-11-14T21:31:45,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1047, seq=0 2024-11-14T21:31:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1048, seq=0 2024-11-14T21:31:45,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1049, seq=0 2024-11-14T21:31:45,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1050, seq=0 2024-11-14T21:31:45,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1051, seq=0 2024-11-14T21:31:45,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1052, seq=0 2024-11-14T21:31:45,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1053, seq=0 2024-11-14T21:31:45,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1054, seq=0 2024-11-14T21:31:45,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1055, seq=0 2024-11-14T21:31:45,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1056, seq=0 2024-11-14T21:31:45,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1057, seq=0 2024-11-14T21:31:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1058, seq=0 2024-11-14T21:31:45,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1059, seq=0 2024-11-14T21:31:45,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1060, seq=0 2024-11-14T21:31:45,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1061, seq=0 2024-11-14T21:31:45,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1062, seq=0 2024-11-14T21:31:45,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1063, seq=0 2024-11-14T21:31:45,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1064, seq=0 2024-11-14T21:31:45,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1065, seq=0 2024-11-14T21:31:45,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1066, seq=0 2024-11-14T21:31:45,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1067, seq=0 2024-11-14T21:31:45,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1068, seq=0 2024-11-14T21:31:45,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1069, seq=0 2024-11-14T21:31:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1070, seq=0 2024-11-14T21:31:45,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1071, seq=0 2024-11-14T21:31:45,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1072, seq=0 2024-11-14T21:31:45,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1073, seq=0 2024-11-14T21:31:45,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1074, seq=0 2024-11-14T21:31:45,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1075, seq=0 2024-11-14T21:31:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1076, seq=0 2024-11-14T21:31:45,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1077, seq=0 2024-11-14T21:31:45,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1078, seq=0 2024-11-14T21:31:45,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1079, seq=0 2024-11-14T21:31:45,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1080, seq=0 2024-11-14T21:31:45,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1081, seq=0 2024-11-14T21:31:45,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1082, seq=0 2024-11-14T21:31:45,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1083, seq=0 2024-11-14T21:31:45,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1084, seq=0 2024-11-14T21:31:45,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1085, seq=0 2024-11-14T21:31:45,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1086, seq=0 2024-11-14T21:31:45,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1087, seq=0 2024-11-14T21:31:45,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1088, seq=0 2024-11-14T21:31:45,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1089, seq=0 2024-11-14T21:31:45,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1090, seq=0 2024-11-14T21:31:45,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1091, seq=0 2024-11-14T21:31:45,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1092, seq=0 2024-11-14T21:31:45,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1093, seq=0 2024-11-14T21:31:45,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1094, seq=0 2024-11-14T21:31:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1095, seq=0 2024-11-14T21:31:45,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1096, seq=0 2024-11-14T21:31:45,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1097, seq=0 2024-11-14T21:31:45,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1098, seq=0 2024-11-14T21:31:45,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1099, seq=0 2024-11-14T21:31:45,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1100, seq=0 2024-11-14T21:31:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1101, seq=0 2024-11-14T21:31:45,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1102, seq=0 2024-11-14T21:31:45,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1103, seq=0 2024-11-14T21:31:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1104, seq=0 2024-11-14T21:31:45,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1105, seq=0 2024-11-14T21:31:45,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1106, seq=0 2024-11-14T21:31:45,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1107, seq=0 2024-11-14T21:31:45,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1108, seq=0 2024-11-14T21:31:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1109, seq=0 2024-11-14T21:31:45,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1110, seq=0 2024-11-14T21:31:45,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1111, seq=0 2024-11-14T21:31:45,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1112, seq=0 2024-11-14T21:31:45,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1113, seq=0 2024-11-14T21:31:45,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1114, seq=0 2024-11-14T21:31:45,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1115, seq=0 2024-11-14T21:31:45,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1116, seq=0 2024-11-14T21:31:45,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1117, seq=0 2024-11-14T21:31:45,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1118, seq=0 2024-11-14T21:31:45,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1119, seq=0 2024-11-14T21:31:45,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1120, seq=0 2024-11-14T21:31:45,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1121, seq=0 2024-11-14T21:31:45,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1122, seq=0 2024-11-14T21:31:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1123, seq=0 2024-11-14T21:31:45,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1124, seq=0 2024-11-14T21:31:45,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1125, seq=0 2024-11-14T21:31:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1126, seq=0 2024-11-14T21:31:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1127, seq=0 2024-11-14T21:31:45,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1128, seq=0 2024-11-14T21:31:45,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1129, seq=0 2024-11-14T21:31:45,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1130, seq=0 2024-11-14T21:31:45,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1131, seq=0 2024-11-14T21:31:45,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1132, seq=0 2024-11-14T21:31:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1133, seq=0 2024-11-14T21:31:45,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1134, seq=0 2024-11-14T21:31:45,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1135, seq=0 2024-11-14T21:31:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1136, seq=0 2024-11-14T21:31:45,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1137, seq=0 2024-11-14T21:31:45,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1138, seq=0 2024-11-14T21:31:45,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1139, seq=0 2024-11-14T21:31:45,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1140, seq=0 2024-11-14T21:31:45,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1141, seq=0 2024-11-14T21:31:45,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1142, seq=0 2024-11-14T21:31:45,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1143, seq=0 2024-11-14T21:31:45,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1144, seq=0 2024-11-14T21:31:45,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1145, seq=0 2024-11-14T21:31:45,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1146, seq=0 2024-11-14T21:31:45,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1147, seq=0 2024-11-14T21:31:45,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1148, seq=0 2024-11-14T21:31:45,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1149, seq=0 2024-11-14T21:31:45,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1150, seq=0 2024-11-14T21:31:45,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1151, seq=0 2024-11-14T21:31:45,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1152, seq=0 2024-11-14T21:31:45,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1153, seq=0 2024-11-14T21:31:45,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1154, seq=0 2024-11-14T21:31:45,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1155, seq=0 2024-11-14T21:31:45,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1156, seq=0 2024-11-14T21:31:45,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1157, seq=0 2024-11-14T21:31:45,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1158, seq=0 2024-11-14T21:31:45,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1159, seq=0 2024-11-14T21:31:45,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1160, seq=0 2024-11-14T21:31:45,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1161, seq=0 2024-11-14T21:31:45,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1162, seq=0 2024-11-14T21:31:45,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1163, seq=0 2024-11-14T21:31:45,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1164, seq=0 2024-11-14T21:31:45,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1165, seq=0 2024-11-14T21:31:45,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1166, seq=0 2024-11-14T21:31:45,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1167, seq=0 2024-11-14T21:31:45,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1168, seq=0 2024-11-14T21:31:45,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1169, seq=0 2024-11-14T21:31:45,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1170, seq=0 2024-11-14T21:31:45,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1171, seq=0 2024-11-14T21:31:45,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1172, seq=0 2024-11-14T21:31:45,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1173, seq=0 2024-11-14T21:31:45,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1174, seq=0 2024-11-14T21:31:45,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1175, seq=0 2024-11-14T21:31:45,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1176, seq=0 2024-11-14T21:31:45,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1177, seq=0 2024-11-14T21:31:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1178, seq=0 2024-11-14T21:31:45,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1179, seq=0 2024-11-14T21:31:45,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1180, seq=0 2024-11-14T21:31:45,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1181, seq=0 2024-11-14T21:31:45,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1182, seq=0 2024-11-14T21:31:45,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1183, seq=0 2024-11-14T21:31:45,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1184, seq=0 2024-11-14T21:31:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1185, seq=0 2024-11-14T21:31:45,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1186, seq=0 2024-11-14T21:31:45,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1187, seq=0 2024-11-14T21:31:45,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1188, seq=0 2024-11-14T21:31:45,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1189, seq=0 2024-11-14T21:31:45,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1190, seq=0 2024-11-14T21:31:45,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1191, seq=0 2024-11-14T21:31:45,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1192, seq=0 2024-11-14T21:31:45,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1193, seq=0 2024-11-14T21:31:45,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1194, seq=0 2024-11-14T21:31:45,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1195, seq=0 2024-11-14T21:31:45,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1196, seq=0 2024-11-14T21:31:45,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1197, seq=0 2024-11-14T21:31:45,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1198, seq=0 2024-11-14T21:31:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1199, seq=0 2024-11-14T21:31:45,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1200, seq=0 2024-11-14T21:31:45,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1201, seq=0 2024-11-14T21:31:45,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1202, seq=0 2024-11-14T21:31:45,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1203, seq=0 2024-11-14T21:31:45,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1204, seq=0 2024-11-14T21:31:45,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1205, seq=0 2024-11-14T21:31:45,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1206, seq=0 2024-11-14T21:31:45,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1207, seq=0 2024-11-14T21:31:45,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1208, seq=0 2024-11-14T21:31:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1209, seq=0 2024-11-14T21:31:45,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1210, seq=0 2024-11-14T21:31:45,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1211, seq=0 2024-11-14T21:31:45,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1212, seq=0 2024-11-14T21:31:45,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1213, seq=0 2024-11-14T21:31:45,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1214, seq=0 2024-11-14T21:31:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1215, seq=0 2024-11-14T21:31:45,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1216, seq=0 2024-11-14T21:31:45,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1217, seq=0 2024-11-14T21:31:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1218, seq=0 2024-11-14T21:31:45,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1219, seq=0 2024-11-14T21:31:45,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1220, seq=0 2024-11-14T21:31:45,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1221, seq=0 2024-11-14T21:31:45,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1222, seq=0 2024-11-14T21:31:45,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1223, seq=0 2024-11-14T21:31:45,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1224, seq=0 2024-11-14T21:31:45,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1225, seq=0 2024-11-14T21:31:45,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1226, seq=0 2024-11-14T21:31:45,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1227, seq=0 2024-11-14T21:31:45,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1228, seq=0 2024-11-14T21:31:45,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1229, seq=0 2024-11-14T21:31:45,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1230, seq=0 2024-11-14T21:31:45,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1231, seq=0 2024-11-14T21:31:45,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1232, seq=0 2024-11-14T21:31:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1233, seq=0 2024-11-14T21:31:45,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1234, seq=0 2024-11-14T21:31:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1235, seq=0 2024-11-14T21:31:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1236, seq=0 2024-11-14T21:31:45,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1237, seq=0 2024-11-14T21:31:45,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1238, seq=0 2024-11-14T21:31:45,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1239, seq=0 2024-11-14T21:31:45,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1240, seq=0 2024-11-14T21:31:45,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1241, seq=0 2024-11-14T21:31:45,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1242, seq=0 2024-11-14T21:31:45,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1243, seq=0 2024-11-14T21:31:45,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1244, seq=0 2024-11-14T21:31:45,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1245, seq=0 2024-11-14T21:31:45,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1246, seq=0 2024-11-14T21:31:45,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1247, seq=0 2024-11-14T21:31:45,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1248, seq=0 2024-11-14T21:31:45,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1249, seq=0 2024-11-14T21:31:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1250, seq=0 2024-11-14T21:31:45,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1251, seq=0 2024-11-14T21:31:45,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1252, seq=0 2024-11-14T21:31:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1253, seq=0 2024-11-14T21:31:45,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1254, seq=0 2024-11-14T21:31:45,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1255, seq=0 2024-11-14T21:31:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1256, seq=0 2024-11-14T21:31:45,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1257, seq=0 2024-11-14T21:31:45,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1258, seq=0 2024-11-14T21:31:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1259, seq=0 2024-11-14T21:31:45,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1260, seq=0 2024-11-14T21:31:45,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1261, seq=0 2024-11-14T21:31:45,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1262, seq=0 2024-11-14T21:31:45,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1263, seq=0 2024-11-14T21:31:45,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1264, seq=0 2024-11-14T21:31:45,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1265, seq=0 2024-11-14T21:31:45,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1266, seq=0 2024-11-14T21:31:45,903 WARN [ResponseProcessor for block BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:45,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1275367861_537 at /127.0.0.1:36970 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36970 dst: /127.0.0.1:39367 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:45,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1275367861_537 at /127.0.0.1:52268 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41333:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52268 dst: /127.0.0.1:41333 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41333 remote=/127.0.0.1:52268]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:45,903 WARN [DataStreamer for file /user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 block BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK], DatanodeInfoWithStorage[127.0.0.1:39367,DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK]) is bad. 2024-11-14T21:31:45,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T21:31:45,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T21:31:45,905 WARN [DataStreamer for file /user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 block BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:45,906 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:45,907 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T21:31:45,907 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1267 2024-11-14T21:31:45,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T21:31:45,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741874_1056 (size=80685) 2024-11-14T21:31:45,907 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741874_1056 (size=80685) 2024-11-14T21:31:45,908 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:49,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 after 4001ms 2024-11-14T21:31:49,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 took 4007ms 2024-11-14T21:31:49,186 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2; continuing. 2024-11-14T21:31:49,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 so closing down 2024-11-14T21:31:49,187 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:49,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:49,194 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:49,194 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:49,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:49,196 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741879_1057 (size=743) 2024-11-14T21:31:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741879_1057 (size=743) 2024-11-14T21:31:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741880_1058 (size=80043) 2024-11-14T21:31:49,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741880_1058 (size=80043) 2024-11-14T21:31:49,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1246 edits, skipped 0 edits in 9 ms) 2024-11-14T21:31:49,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:31:49,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:49,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:31:49,608 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1256 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T21:31:49,608 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2, size=150 (150bytes) at 1731619905143Split 1024 edits, skipped 0 edits. at 1731619909182 (+4039 ms)Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 so closing down at 1731619909187 (+5 ms)3 split writer threads finished at 1731619909187Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619909196 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619909196Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1246 edits, skipped 0 edits in 9 ms) at 1731619909217 (+21 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619909219 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619909605 (+386 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619909608 (+3 ms)Processed 1256 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731619909608 2024-11-14T21:31:49,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/WALs/testlogcannotbewrittenonceparsed,16010,1731619902462/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/868c44a3-f837-b26c-cd55-878f4b63ef0a/oldWALs/wal.dat.2 2024-11-14T21:31:49,616 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T21:31:49,681 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1266, robber=1266 2024-11-14T21:31:49,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=144 (was 138) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:34031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:34031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34031 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1051678711_22 at /127.0.0.1:53596 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:45559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:34031 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1051678711_22 at /127.0.0.1:54158 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=1083 (was 1653) 2024-11-14T21:31:49,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=1081 2024-11-14T21:31:49,709 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741881_1059 (size=7) 2024-11-14T21:31:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741881_1059 (size=7) 2024-11-14T21:31:49,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:49,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:49,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:49,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:49,795 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:49,799 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:49,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741882_1060 (size=1393) 2024-11-14T21:31:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741882_1060 (size=1393) 2024-11-14T21:31:49,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:49,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741883_1061 (size=1393) 2024-11-14T21:31:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741883_1061 (size=1393) 2024-11-14T21:31:49,876 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:31:49,877 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:49,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741884_1062 (size=1393) 2024-11-14T21:31:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741884_1062 (size=1393) 2024-11-14T21:31:49,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:31:49,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:31:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741885_1063 (size=1393) 2024-11-14T21:31:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741885_1063 (size=1393) 2024-11-14T21:31:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:31:49,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:31:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741886_1064 (size=1393) 2024-11-14T21:31:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741886_1064 (size=1393) 2024-11-14T21:31:49,945 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:31:49,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:31:49,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741887_1065 (size=1393) 2024-11-14T21:31:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741887_1065 (size=1393) 2024-11-14T21:31:49,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:31:49,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:31:49,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:49,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:49,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741888_1066 (size=1405) 2024-11-14T21:31:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741888_1066 (size=1405) 2024-11-14T21:31:50,002 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:31:50,002 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:31:50,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741889_1067 (size=1413) 2024-11-14T21:31:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741889_1067 (size=1413) 2024-11-14T21:31:50,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:31:50,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:31:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741890_1068 (size=1413) 2024-11-14T21:31:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741890_1068 (size=1413) 2024-11-14T21:31:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:31:50,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:31:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:50,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741891_1069 (size=1413) 2024-11-14T21:31:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741891_1069 (size=1413) 2024-11-14T21:31:50,468 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:31:50,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:31:50,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 2024-11-14T21:31:50,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 after 10ms 2024-11-14T21:31:50,499 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:52,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 took 2027ms 2024-11-14T21:31:52,529 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 so closing down 2024-11-14T21:31:52,529 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:52,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:52,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:52,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:52,584 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:52,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:52,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741892_1070 (size=743) 2024-11-14T21:31:52,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741892_1070 (size=743) 2024-11-14T21:31:52,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741893_1071 (size=743) 2024-11-14T21:31:52,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741893_1071 (size=743) 2024-11-14T21:31:53,084 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:53,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:31:53,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:53,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:31:53,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 628 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:53,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0, size=1.4 K (1393bytes) at 1731619910488Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 so closing down at 1731619912529 (+2041 ms)3 split writer threads finished at 1731619912534 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619912562 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619912619 (+57 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619913084 (+465 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619913096 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619913139 (+43 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619913151 (+12 ms)Processed 20 edits across 2 Regions in 628 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619913151 2024-11-14T21:31:53,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.0 2024-11-14T21:31:53,177 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:31:53,177 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 2024-11-14T21:31:53,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 after 10ms 2024-11-14T21:31:53,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 took 30ms 2024-11-14T21:31:53,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 so closing down 2024-11-14T21:31:53,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:53,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:53,223 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:53,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:53,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:53,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741894_1072 (size=743) 2024-11-14T21:31:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741894_1072 (size=743) 2024-11-14T21:31:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741895_1073 (size=743) 2024-11-14T21:31:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741895_1073 (size=743) 2024-11-14T21:31:53,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:53,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:31:53,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:53,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:31:53,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:53,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1, size=1.4 K (1393bytes) at 1731619913177Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 so closing down at 1731619913212 (+35 ms)3 split writer threads finished at 1731619913212Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619913230 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619913258 (+28 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619913306 (+48 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619913318 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619913691 (+373 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619913701 (+10 ms)Processed 20 edits across 2 Regions in 493 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619913701 2024-11-14T21:31:53,712 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.1 2024-11-14T21:31:53,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:31:53,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 2024-11-14T21:31:53,715 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 after 2ms 2024-11-14T21:31:53,727 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 took 15ms 2024-11-14T21:31:53,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 so closing down 2024-11-14T21:31:53,730 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:53,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:53,747 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:53,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:53,769 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:53,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741896_1074 (size=743) 2024-11-14T21:31:53,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741896_1074 (size=743) 2024-11-14T21:31:53,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:53,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:31:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741897_1075 (size=743) 2024-11-14T21:31:53,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741897_1075 (size=743) 2024-11-14T21:31:54,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:31:54,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 521 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:54,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2, size=1.4 K (1393bytes) at 1731619913712Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 so closing down at 1731619913730 (+18 ms)3 split writer threads finished at 1731619913734 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619913755 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619913774 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619913790 (+16 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619913793 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914234 (+441 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619914249 (+15 ms)Processed 20 edits across 2 Regions in 521 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619914250 (+1 ms) 2024-11-14T21:31:54,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.2 2024-11-14T21:31:54,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:31:54,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 2024-11-14T21:31:54,278 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 after 3ms 2024-11-14T21:31:54,292 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 took 17ms 2024-11-14T21:31:54,320 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 so closing down 2024-11-14T21:31:54,320 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,322 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:31:54,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:31:54,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:31:54,367 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:31:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741899_1077 (size=743) 2024-11-14T21:31:54,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741899_1077 (size=743) 2024-11-14T21:31:54,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741898_1076 (size=743) 2024-11-14T21:31:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741898_1076 (size=743) 2024-11-14T21:31:54,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,413 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:31:54,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:31:54,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:54,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3, size=1.4 K (1393bytes) at 1731619914275Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 so closing down at 1731619914320 (+45 ms)3 split writer threads finished at 1731619914322 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619914367 (+45 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619914367Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914405 (+38 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914412 (+7 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619914413 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619914417 (+4 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619914417 2024-11-14T21:31:54,429 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.3 2024-11-14T21:31:54,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:31:54,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 2024-11-14T21:31:54,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 after 5ms 2024-11-14T21:31:54,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 took 15ms 2024-11-14T21:31:54,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 so closing down 2024-11-14T21:31:54,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,446 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:31:54,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:31:54,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:31:54,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:31:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741900_1078 (size=743) 2024-11-14T21:31:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741900_1078 (size=743) 2024-11-14T21:31:54,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741901_1079 (size=743) 2024-11-14T21:31:54,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741901_1079 (size=743) 2024-11-14T21:31:54,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:31:54,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,562 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:31:54,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:54,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4, size=1.4 K (1393bytes) at 1731619914430Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 so closing down at 1731619914446 (+16 ms)3 split writer threads finished at 1731619914446Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619914461 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619914466 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914546 (+80 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619914556 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914556Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619914562 (+6 ms)Processed 20 edits across 2 Regions in 117 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619914563 (+1 ms) 2024-11-14T21:31:54,567 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.4 2024-11-14T21:31:54,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:31:54,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 2024-11-14T21:31:54,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 after 1ms 2024-11-14T21:31:54,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 took 9ms 2024-11-14T21:31:54,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 so closing down 2024-11-14T21:31:54,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,594 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:31:54,595 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:31:54,598 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:31:54,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:31:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741902_1080 (size=743) 2024-11-14T21:31:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741902_1080 (size=743) 2024-11-14T21:31:54,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:31:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741903_1081 (size=743) 2024-11-14T21:31:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741903_1081 (size=743) 2024-11-14T21:31:54,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:31:54,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:54,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5, size=1.4 K (1393bytes) at 1731619914567Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 so closing down at 1731619914584 (+17 ms)3 split writer threads finished at 1731619914587 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619914595 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619914603 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914616 (+13 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619914620 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914651 (+31 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619914654 (+3 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619914655 (+1 ms) 2024-11-14T21:31:54,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.5 2024-11-14T21:31:54,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:31:54,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 2024-11-14T21:31:54,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 after 1ms 2024-11-14T21:31:54,662 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 took 4ms 2024-11-14T21:31:54,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 so closing down 2024-11-14T21:31:54,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,668 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:31:54,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:31:54,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:31:54,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:31:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741904_1082 (size=749) 2024-11-14T21:31:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741904_1082 (size=749) 2024-11-14T21:31:54,707 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:31:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741905_1083 (size=749) 2024-11-14T21:31:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741905_1083 (size=749) 2024-11-14T21:31:54,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,716 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:31:54,716 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:31:54,716 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6, size=1.4 K (1405bytes) at 1731619914658Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 so closing down at 1731619914665 (+7 ms)3 split writer threads finished at 1731619914665Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619914669 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619914670 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914707 (+37 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619914710 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914713 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619914716 (+3 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619914716 2024-11-14T21:31:54,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.6 2024-11-14T21:31:54,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:31:54,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 2024-11-14T21:31:54,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 after 1ms 2024-11-14T21:31:54,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 took 13ms 2024-11-14T21:31:54,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 so closing down 2024-11-14T21:31:54,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,741 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:31:54,745 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:31:54,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:31:54,747 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:31:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741907_1085 (size=753) 2024-11-14T21:31:54,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741906_1084 (size=753) 2024-11-14T21:31:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741907_1085 (size=753) 2024-11-14T21:31:54,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741906_1084 (size=753) 2024-11-14T21:31:54,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,770 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:31:54,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:31:54,771 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:31:54,771 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7, size=1.4 K (1413bytes) at 1731619914719Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 so closing down at 1731619914734 (+15 ms)3 split writer threads finished at 1731619914736 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619914746 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619914747 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914760 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914768 (+8 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619914770 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619914771 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619914771 2024-11-14T21:31:54,774 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.7 2024-11-14T21:31:54,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:31:54,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 2024-11-14T21:31:54,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 after 0ms 2024-11-14T21:31:54,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 took 6ms 2024-11-14T21:31:54,785 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 so closing down 2024-11-14T21:31:54,785 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,787 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,802 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:31:54,802 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:31:54,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:31:54,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:31:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741908_1086 (size=753) 2024-11-14T21:31:54,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741908_1086 (size=753) 2024-11-14T21:31:54,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741909_1087 (size=753) 2024-11-14T21:31:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741909_1087 (size=753) 2024-11-14T21:31:54,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:31:54,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:31:54,834 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:31:54,834 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8, size=1.4 K (1413bytes) at 1731619914775Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 so closing down at 1731619914785 (+10 ms)3 split writer threads finished at 1731619914787 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619914812 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619914813 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914829 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914831 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619914833 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619914834 (+1 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619914834 2024-11-14T21:31:54,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.8 2024-11-14T21:31:54,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:31:54,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 2024-11-14T21:31:54,842 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 after 4ms 2024-11-14T21:31:54,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 took 9ms 2024-11-14T21:31:54,848 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 so closing down 2024-11-14T21:31:54,848 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:54,849 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:54,859 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:31:54,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:31:54,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:31:54,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:31:54,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741910_1088 (size=753) 2024-11-14T21:31:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741910_1088 (size=753) 2024-11-14T21:31:54,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:31:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741911_1089 (size=753) 2024-11-14T21:31:54,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741911_1089 (size=753) 2024-11-14T21:31:54,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:54,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:31:54,942 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:31:54,942 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9, size=1.4 K (1413bytes) at 1731619914838Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 so closing down at 1731619914848 (+10 ms)3 split writer threads finished at 1731619914849 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619914868 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619914878 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914915 (+37 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619914921 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619914933 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619914941 (+8 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619914942 (+1 ms) 2024-11-14T21:31:54,946 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/WALs/testretryopenduringrecovery,16010,1731619909793/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/bb33e23e-fa02-cee1-21df-0f9a3f6837cf/oldWALs/wal.dat.9 2024-11-14T21:31:54,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=144 (was 144), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 662) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1912 (was 1081) - AvailableMemoryMB LEAK? - 2024-11-14T21:31:54,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1911 2024-11-14T21:31:54,975 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:31:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741912_1090 (size=7) 2024-11-14T21:31:54,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741912_1090 (size=7) 2024-11-14T21:31:54,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:31:54,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:55,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:31:55,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:31:55,006 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:31:55,007 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:31:55,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:31:55,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741913_1091 (size=1393) 2024-11-14T21:31:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741913_1091 (size=1393) 2024-11-14T21:31:55,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:31:55,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:31:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741914_1092 (size=1393) 2024-11-14T21:31:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741914_1092 (size=1393) 2024-11-14T21:31:55,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:31:55,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:31:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741915_1093 (size=1393) 2024-11-14T21:31:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741915_1093 (size=1393) 2024-11-14T21:31:55,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:31:55,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:31:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741916_1094 (size=1393) 2024-11-14T21:31:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741916_1094 (size=1393) 2024-11-14T21:31:55,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:31:55,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:31:55,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741917_1095 (size=1393) 2024-11-14T21:31:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741917_1095 (size=1393) 2024-11-14T21:31:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:31:55,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:31:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:31:55,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741919_1097 (size=1405) 2024-11-14T21:31:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741919_1097 (size=1405) 2024-11-14T21:31:55,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:31:55,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:31:55,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741920_1098 (size=1413) 2024-11-14T21:31:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741920_1098 (size=1413) 2024-11-14T21:31:55,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:31:55,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:31:55,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741921_1099 (size=1413) 2024-11-14T21:31:55,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741921_1099 (size=1413) 2024-11-14T21:31:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:31:55,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:31:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:31:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:31:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741922_1100 (size=1413) 2024-11-14T21:31:55,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741922_1100 (size=1413) 2024-11-14T21:31:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:31:55,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:31:55,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 2024-11-14T21:31:55,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 after 1ms 2024-11-14T21:31:55,734 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 took 3ms 2024-11-14T21:31:55,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 so closing down 2024-11-14T21:31:55,740 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:55,744 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:55,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:55,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:55,755 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:31:55,755 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:31:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741923_1101 (size=743) 2024-11-14T21:31:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741923_1101 (size=743) 2024-11-14T21:31:55,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:55,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:31:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741924_1102 (size=743) 2024-11-14T21:31:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741924_1102 (size=743) 2024-11-14T21:31:55,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:55,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:31:55,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:55,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0, size=1.4 K (1393bytes) at 1731619915731Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 so closing down at 1731619915739 (+8 ms)3 split writer threads finished at 1731619915744 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619915755 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619915755Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619915779 (+24 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619915781 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619915796 (+15 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619915798 (+2 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619915799 (+1 ms) 2024-11-14T21:31:55,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.0 2024-11-14T21:31:55,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:31:55,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 2024-11-14T21:31:55,802 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 after 1ms 2024-11-14T21:31:55,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 took 5ms 2024-11-14T21:31:55,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 so closing down 2024-11-14T21:31:55,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:55,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:55,832 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:55,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:31:55,835 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:55,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:31:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741925_1103 (size=743) 2024-11-14T21:31:55,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:55,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741925_1103 (size=743) 2024-11-14T21:31:55,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:31:55,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741926_1104 (size=743) 2024-11-14T21:31:55,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741926_1104 (size=743) 2024-11-14T21:31:56,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:56,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:31:56,303 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:56,303 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1, size=1.4 K (1393bytes) at 1731619915801Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 so closing down at 1731619915823 (+22 ms)3 split writer threads finished at 1731619915826 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619915834 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619915847 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619915867 (+20 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619915883 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619916299 (+416 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619916302 (+3 ms)Processed 20 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619916303 (+1 ms) 2024-11-14T21:31:56,306 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.1 2024-11-14T21:31:56,306 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:31:56,306 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 2024-11-14T21:31:56,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 after 1ms 2024-11-14T21:31:56,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 took 7ms 2024-11-14T21:31:56,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 so closing down 2024-11-14T21:31:56,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:56,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:56,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:56,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:56,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:31:56,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:31:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741928_1106 (size=743) 2024-11-14T21:31:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741928_1106 (size=743) 2024-11-14T21:31:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741927_1105 (size=743) 2024-11-14T21:31:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741927_1105 (size=743) 2024-11-14T21:31:56,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:56,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:31:56,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:56,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:31:56,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:56,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2, size=1.4 K (1393bytes) at 1731619916306Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 so closing down at 1731619916316 (+10 ms)3 split writer threads finished at 1731619916316Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619916322 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619916322Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619916348 (+26 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619916353 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619916737 (+384 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619916739 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619916739 2024-11-14T21:31:56,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.2 2024-11-14T21:31:56,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:31:56,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 2024-11-14T21:31:56,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 after 1ms 2024-11-14T21:31:56,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 took 3ms 2024-11-14T21:31:56,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 so closing down 2024-11-14T21:31:56,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:56,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:56,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:31:56,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:31:56,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:31:56,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:31:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741929_1107 (size=743) 2024-11-14T21:31:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741929_1107 (size=743) 2024-11-14T21:31:56,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:56,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:31:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741930_1108 (size=743) 2024-11-14T21:31:56,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741930_1108 (size=743) 2024-11-14T21:31:57,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:57,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:31:57,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:57,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3, size=1.4 K (1393bytes) at 1731619916741Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 so closing down at 1731619916747 (+6 ms)3 split writer threads finished at 1731619916747Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619916752 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619916752Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619916775 (+23 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619916778 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619917184 (+406 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619917186 (+2 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619917187 (+1 ms) 2024-11-14T21:31:57,189 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.3 2024-11-14T21:31:57,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:31:57,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 2024-11-14T21:31:57,190 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 after 1ms 2024-11-14T21:31:57,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 took 4ms 2024-11-14T21:31:57,194 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 so closing down 2024-11-14T21:31:57,194 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:31:57,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:31:57,201 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:31:57,202 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:31:57,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:31:57,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:31:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741932_1110 (size=743) 2024-11-14T21:31:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741931_1109 (size=743) 2024-11-14T21:31:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741931_1109 (size=743) 2024-11-14T21:31:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741932_1110 (size=743) 2024-11-14T21:31:57,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:57,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:31:57,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:31:57,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:31:57,627 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:31:57,627 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4, size=1.4 K (1393bytes) at 1731619917189Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 so closing down at 1731619917194 (+5 ms)3 split writer threads finished at 1731619917198 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619917203 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619917203Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619917224 (+21 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619917230 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619917625 (+395 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619917627 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619917627 2024-11-14T21:31:57,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.4 2024-11-14T21:31:57,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5, size=150 (150bytes) 2024-11-14T21:31:57,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 2024-11-14T21:31:57,637 WARN [IPC Server handler 1 on default port 34031 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T21:31:57,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 after 1ms 2024-11-14T21:31:57,927 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_610532360_22 at /127.0.0.1:53932 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41333:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53932 dst: /127.0.0.1:41333 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41333 remote=/127.0.0.1:53932]. Total timeout mills is 60000, 57725 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:57,927 WARN [ResponseProcessor for block BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:57,927 WARN [DataStreamer for file /user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 block BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK], DatanodeInfoWithStorage[127.0.0.1:39367,DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK]) is bad. 2024-11-14T21:31:57,931 WARN [DataStreamer for file /user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 block BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:31:57,938 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_610532360_22 at /127.0.0.1:54516 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54516 dst: /127.0.0.1:39367 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:31:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741918_1111 (size=1385) 2024-11-14T21:31:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741918_1111 (size=1385) 2024-11-14T21:31:58,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:32:01,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 after 4002ms 2024-11-14T21:32:01,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 took 4005ms 2024-11-14T21:32:01,643 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5; continuing. 2024-11-14T21:32:01,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 so closing down 2024-11-14T21:32:01,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:01,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:01,649 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:01,649 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:01,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:01,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:01,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741933_1112 (size=743) 2024-11-14T21:32:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741933_1112 (size=743) 2024-11-14T21:32:01,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741934_1113 (size=743) 2024-11-14T21:32:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741934_1113 (size=743) 2024-11-14T21:32:01,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:01,680 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:01,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:01,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T21:32:01,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5, size=150 (150bytes) at 1731619917636Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 so closing down at 1731619921643 (+4007 ms)3 split writer threads finished at 1731619921643Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619921651 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619921654 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619921674 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619921679 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619921680 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619921682 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731619921683 (+1 ms) 2024-11-14T21:32:01,686 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.5 2024-11-14T21:32:01,686 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:01,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 2024-11-14T21:32:01,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 after 1ms 2024-11-14T21:32:01,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 took 4ms 2024-11-14T21:32:01,697 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 so closing down 2024-11-14T21:32:01,697 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:01,698 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:01,702 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:01,705 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:01,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:01,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:01,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741935_1114 (size=749) 2024-11-14T21:32:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741935_1114 (size=749) 2024-11-14T21:32:01,721 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:01,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741936_1115 (size=749) 2024-11-14T21:32:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741936_1115 (size=749) 2024-11-14T21:32:02,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,143 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:02,143 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:02,143 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6, size=1.4 K (1405bytes) at 1731619921686Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 so closing down at 1731619921697 (+11 ms)3 split writer threads finished at 1731619921698 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619921706 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619921710 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619921721 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619921724 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922133 (+409 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619922143 (+10 ms)Processed 20 edits across 2 Regions in 448 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619922143 2024-11-14T21:32:02,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.6 2024-11-14T21:32:02,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:02,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 2024-11-14T21:32:02,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 after 0ms 2024-11-14T21:32:02,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 took 15ms 2024-11-14T21:32:02,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 so closing down 2024-11-14T21:32:02,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:02,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:02,177 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:02,177 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:02,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:02,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741937_1116 (size=753) 2024-11-14T21:32:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741937_1116 (size=753) 2024-11-14T21:32:02,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741938_1117 (size=753) 2024-11-14T21:32:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741938_1117 (size=753) 2024-11-14T21:32:02,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:02,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:02,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7, size=1.4 K (1413bytes) at 1731619922148Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 so closing down at 1731619922172 (+24 ms)3 split writer threads finished at 1731619922175 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619922181 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619922181Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922217 (+36 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619922219 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922233 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619922235 (+2 ms)Processed 20 edits across 2 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619922236 (+1 ms) 2024-11-14T21:32:02,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.7 2024-11-14T21:32:02,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:02,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 2024-11-14T21:32:02,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 after 0ms 2024-11-14T21:32:02,241 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 took 3ms 2024-11-14T21:32:02,242 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 so closing down 2024-11-14T21:32:02,242 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:02,243 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:02,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:02,248 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:02,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:02,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741939_1118 (size=753) 2024-11-14T21:32:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741939_1118 (size=753) 2024-11-14T21:32:02,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741940_1119 (size=753) 2024-11-14T21:32:02,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741940_1119 (size=753) 2024-11-14T21:32:02,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:02,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:02,286 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:02,286 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8, size=1.4 K (1413bytes) at 1731619922238Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 so closing down at 1731619922242 (+4 ms)3 split writer threads finished at 1731619922243 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619922249 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619922257 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922282 (+25 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922284 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619922285 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619922286 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619922286 2024-11-14T21:32:02,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.8 2024-11-14T21:32:02,288 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:02,288 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 2024-11-14T21:32:02,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 after 1ms 2024-11-14T21:32:02,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 took 3ms 2024-11-14T21:32:02,295 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 so closing down 2024-11-14T21:32:02,295 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:02,296 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:02,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:02,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:02,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:02,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741941_1120 (size=753) 2024-11-14T21:32:02,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741941_1120 (size=753) 2024-11-14T21:32:02,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741942_1121 (size=753) 2024-11-14T21:32:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741942_1121 (size=753) 2024-11-14T21:32:02,334 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:02,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:02,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:02,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9, size=1.4 K (1413bytes) at 1731619922288Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 so closing down at 1731619922295 (+7 ms)3 split writer threads finished at 1731619922296 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619922303 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619922310 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922332 (+22 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922334 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619922337 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619922342 (+5 ms)Processed 20 edits across 2 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619922343 (+1 ms) 2024-11-14T21:32:02,345 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731619915005/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/4b501ae4-39a8-a3a7-7765-1a944c639762/oldWALs/wal.dat.9 2024-11-14T21:32:02,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141 (was 144), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1326 (was 1911) 2024-11-14T21:32:02,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=1326 2024-11-14T21:32:02,614 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741943_1122 (size=7) 2024-11-14T21:32:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741943_1122 (size=7) 2024-11-14T21:32:02,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:02,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:02,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:02,627 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:02,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=681 (was 681), ProcessCount=11 (was 11), AvailableMemoryMB=1323 (was 1326) 2024-11-14T21:32:02,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=681, ProcessCount=11, AvailableMemoryMB=1323 2024-11-14T21:32:02,644 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741944_1123 (size=7) 2024-11-14T21:32:02,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:02,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741944_1123 (size=7) 2024-11-14T21:32:02,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:02,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:02,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:02,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:02,657 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:02,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741945_1124 (size=1393) 2024-11-14T21:32:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741945_1124 (size=1393) 2024-11-14T21:32:02,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:02,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:02,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741946_1125 (size=1393) 2024-11-14T21:32:02,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741946_1125 (size=1393) 2024-11-14T21:32:02,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:02,683 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741947_1126 (size=1393) 2024-11-14T21:32:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741947_1126 (size=1393) 2024-11-14T21:32:02,695 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:02,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:02,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741948_1127 (size=1393) 2024-11-14T21:32:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741948_1127 (size=1393) 2024-11-14T21:32:02,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:02,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:02,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741949_1128 (size=1393) 2024-11-14T21:32:02,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741949_1128 (size=1393) 2024-11-14T21:32:02,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:02,722 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:02,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741950_1129 (size=1393) 2024-11-14T21:32:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741950_1129 (size=1393) 2024-11-14T21:32:02,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:02,737 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:02,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741951_1130 (size=1405) 2024-11-14T21:32:02,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741951_1130 (size=1405) 2024-11-14T21:32:02,750 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:02,750 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:02,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741952_1131 (size=1413) 2024-11-14T21:32:02,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741952_1131 (size=1413) 2024-11-14T21:32:02,763 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:02,763 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:02,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741953_1132 (size=1413) 2024-11-14T21:32:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741953_1132 (size=1413) 2024-11-14T21:32:02,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:02,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:02,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:02,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741954_1133 (size=1413) 2024-11-14T21:32:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741954_1133 (size=1413) 2024-11-14T21:32:02,793 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:02,817 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:02,817 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 2024-11-14T21:32:02,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 after 1ms 2024-11-14T21:32:02,820 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 took 3ms 2024-11-14T21:32:02,822 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 so closing down 2024-11-14T21:32:02,822 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:02,822 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:02,825 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:02,825 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:02,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:02,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741955_1134 (size=743) 2024-11-14T21:32:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741955_1134 (size=743) 2024-11-14T21:32:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741956_1135 (size=743) 2024-11-14T21:32:02,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:02,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:02,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:02,833 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:02,833 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0, size=1.4 K (1393bytes) at 1731619922817Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 so closing down at 1731619922822 (+5 ms)3 split writer threads finished at 1731619922822Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619922826 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619922826Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922831 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619922832 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619922833 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619922833Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619922833 2024-11-14T21:32:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741956_1135 (size=743) 2024-11-14T21:32:02,835 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.0 2024-11-14T21:32:02,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:02,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 2024-11-14T21:32:02,836 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 after 0ms 2024-11-14T21:32:02,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 took 2ms 2024-11-14T21:32:02,839 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 so closing down 2024-11-14T21:32:02,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:02,839 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:02,841 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:02,841 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:02,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:02,842 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741957_1136 (size=743) 2024-11-14T21:32:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741957_1136 (size=743) 2024-11-14T21:32:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741958_1137 (size=743) 2024-11-14T21:32:02,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741958_1137 (size=743) 2024-11-14T21:32:03,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:03,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:03,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:03,250 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1, size=1.4 K (1393bytes) at 1731619922836Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 so closing down at 1731619922839 (+3 ms)3 split writer threads finished at 1731619922839Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619922842 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619922842Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923247 (+405 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923247Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619923249 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619923250 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619923250 2024-11-14T21:32:03,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.1 2024-11-14T21:32:03,253 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:03,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 2024-11-14T21:32:03,253 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 after 0ms 2024-11-14T21:32:03,256 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 took 4ms 2024-11-14T21:32:03,257 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 so closing down 2024-11-14T21:32:03,257 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:03,257 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:03,260 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:03,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:03,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:03,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:03,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741959_1138 (size=743) 2024-11-14T21:32:03,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741959_1138 (size=743) 2024-11-14T21:32:03,276 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:03,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741960_1139 (size=743) 2024-11-14T21:32:03,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741960_1139 (size=743) 2024-11-14T21:32:03,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:03,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:03,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2, size=1.4 K (1393bytes) at 1731619923253Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 so closing down at 1731619923257 (+4 ms)3 split writer threads finished at 1731619923257Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619923262 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619923262Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923276 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619923278 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923281 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619923282 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619923282 2024-11-14T21:32:03,284 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.2 2024-11-14T21:32:03,285 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:03,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 2024-11-14T21:32:03,285 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 after 0ms 2024-11-14T21:32:03,287 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 took 3ms 2024-11-14T21:32:03,288 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 so closing down 2024-11-14T21:32:03,289 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:03,289 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:03,291 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:03,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:03,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:03,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741961_1140 (size=743) 2024-11-14T21:32:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741962_1141 (size=743) 2024-11-14T21:32:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741961_1140 (size=743) 2024-11-14T21:32:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741962_1141 (size=743) 2024-11-14T21:32:03,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:03,311 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:03,311 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:03,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3, size=1.4 K (1393bytes) at 1731619923285Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 so closing down at 1731619923288 (+3 ms)3 split writer threads finished at 1731619923289 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619923293 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619923293Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923308 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923308Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619923311 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619923311Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619923311 2024-11-14T21:32:03,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.3 2024-11-14T21:32:03,313 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:03,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 2024-11-14T21:32:03,313 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 after 0ms 2024-11-14T21:32:03,315 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 took 2ms 2024-11-14T21:32:03,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 so closing down 2024-11-14T21:32:03,319 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:03,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:03,324 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:03,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:03,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:03,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741963_1142 (size=743) 2024-11-14T21:32:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741963_1142 (size=743) 2024-11-14T21:32:03,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741964_1143 (size=743) 2024-11-14T21:32:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741964_1143 (size=743) 2024-11-14T21:32:03,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:03,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:03,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:03,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4, size=1.4 K (1393bytes) at 1731619923313Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 so closing down at 1731619923319 (+6 ms)3 split writer threads finished at 1731619923319Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619923326 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619923330 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923344 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619923346 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619923766 (+420 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619923787 (+21 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619923790 (+3 ms) 2024-11-14T21:32:03,811 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.4 2024-11-14T21:32:03,811 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:03,811 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 2024-11-14T21:32:03,812 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 after 1ms 2024-11-14T21:32:03,817 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 took 6ms 2024-11-14T21:32:03,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 so closing down 2024-11-14T21:32:03,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:03,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:03,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:03,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:03,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:03,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741965_1144 (size=743) 2024-11-14T21:32:04,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741965_1144 (size=743) 2024-11-14T21:32:04,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741966_1145 (size=743) 2024-11-14T21:32:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741966_1145 (size=743) 2024-11-14T21:32:04,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:04,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 595 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:04,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5, size=1.4 K (1393bytes) at 1731619923811Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 so closing down at 1731619923847 (+36 ms)3 split writer threads finished at 1731619923854 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619923897 (+43 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619923907 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924011 (+104 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619924013 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924435 (+422 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619924437 (+2 ms)Processed 20 edits across 2 Regions in 595 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619924437 2024-11-14T21:32:04,440 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.5 2024-11-14T21:32:04,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:04,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 2024-11-14T21:32:04,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 after 0ms 2024-11-14T21:32:04,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 took 9ms 2024-11-14T21:32:04,479 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 so closing down 2024-11-14T21:32:04,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:04,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:04,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:04,519 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:04,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:04,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741967_1146 (size=749) 2024-11-14T21:32:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741967_1146 (size=749) 2024-11-14T21:32:04,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:04,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741968_1147 (size=749) 2024-11-14T21:32:04,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741968_1147 (size=749) 2024-11-14T21:32:04,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:04,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:04,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6, size=1.4 K (1405bytes) at 1731619924441Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 so closing down at 1731619924479 (+38 ms)3 split writer threads finished at 1731619924481 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619924531 (+50 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619924534 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924593 (+59 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619924601 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924633 (+32 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619924636 (+3 ms)Processed 20 edits across 2 Regions in 163 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619924636 2024-11-14T21:32:04,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.6 2024-11-14T21:32:04,656 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:04,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 2024-11-14T21:32:04,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 after 1ms 2024-11-14T21:32:04,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 took 5ms 2024-11-14T21:32:04,684 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 so closing down 2024-11-14T21:32:04,684 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:04,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:04,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:04,706 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:04,707 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:04,709 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741969_1148 (size=753) 2024-11-14T21:32:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741969_1148 (size=753) 2024-11-14T21:32:04,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741970_1149 (size=753) 2024-11-14T21:32:04,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741970_1149 (size=753) 2024-11-14T21:32:04,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:04,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:04,809 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:04,809 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7, size=1.4 K (1413bytes) at 1731619924656Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 so closing down at 1731619924684 (+28 ms)3 split writer threads finished at 1731619924691 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619924706 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619924709 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924786 (+77 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619924792 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619924800 (+8 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619924808 (+8 ms)Processed 20 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619924809 (+1 ms) 2024-11-14T21:32:04,826 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.7 2024-11-14T21:32:04,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:04,827 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 2024-11-14T21:32:04,830 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 after 3ms 2024-11-14T21:32:04,833 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 took 7ms 2024-11-14T21:32:04,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 so closing down 2024-11-14T21:32:04,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:04,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:04,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:04,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:04,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:04,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:04,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741971_1150 (size=753) 2024-11-14T21:32:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741971_1150 (size=753) 2024-11-14T21:32:04,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741972_1151 (size=753) 2024-11-14T21:32:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741972_1151 (size=753) 2024-11-14T21:32:05,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:05,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:05,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:05,373 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:05,374 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:05,374 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8, size=1.4 K (1413bytes) at 1731619924827Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 so closing down at 1731619924847 (+20 ms)3 split writer threads finished at 1731619924848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619924871 (+23 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619924892 (+21 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619925335 (+443 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619925368 (+33 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619925372 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619925373 (+1 ms)Processed 20 edits across 2 Regions in 531 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619925374 (+1 ms) 2024-11-14T21:32:05,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.8 2024-11-14T21:32:05,378 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:05,378 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 2024-11-14T21:32:05,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 after 1ms 2024-11-14T21:32:05,381 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 took 3ms 2024-11-14T21:32:05,419 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 so closing down 2024-11-14T21:32:05,419 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:05,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:05,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:05,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:05,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:05,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741973_1152 (size=753) 2024-11-14T21:32:05,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741973_1152 (size=753) 2024-11-14T21:32:05,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741974_1153 (size=753) 2024-11-14T21:32:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741974_1153 (size=753) 2024-11-14T21:32:06,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:06,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:06,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 604 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:06,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9, size=1.4 K (1413bytes) at 1731619925378Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 so closing down at 1731619925419 (+41 ms)3 split writer threads finished at 1731619925422 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619925462 (+40 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619925465 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619925579 (+114 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619925584 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619926016 (+432 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619926018 (+2 ms)Processed 20 edits across 2 Regions in 604 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619926018 2024-11-14T21:32:06,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/WALs/testsplit,16010,1731619922657/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/9678fdab-f428-8dc7-748a-73082d735cb9/oldWALs/wal.dat.9 2024-11-14T21:32:06,237 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=140 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=674 (was 681), ProcessCount=11 (was 11), AvailableMemoryMB=1043 (was 1323) 2024-11-14T21:32:06,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=140, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=674, ProcessCount=11, AvailableMemoryMB=1041 2024-11-14T21:32:06,267 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741975_1154 (size=7) 2024-11-14T21:32:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741975_1154 (size=7) 2024-11-14T21:32:06,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:06,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:06,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:06,335 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:06,336 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:06,337 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:06,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741976_1155 (size=1393) 2024-11-14T21:32:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741976_1155 (size=1393) 2024-11-14T21:32:06,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:06,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:06,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741977_1156 (size=1393) 2024-11-14T21:32:06,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741977_1156 (size=1393) 2024-11-14T21:32:06,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:06,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741978_1157 (size=1393) 2024-11-14T21:32:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741978_1157 (size=1393) 2024-11-14T21:32:06,874 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:06,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:06,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:06,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:06,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741979_1158 (size=1393) 2024-11-14T21:32:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741979_1158 (size=1393) 2024-11-14T21:32:06,987 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:06,987 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:07,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741980_1159 (size=1393) 2024-11-14T21:32:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741980_1159 (size=1393) 2024-11-14T21:32:07,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:07,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:07,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741981_1160 (size=1393) 2024-11-14T21:32:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741981_1160 (size=1393) 2024-11-14T21:32:07,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:07,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741982_1161 (size=1405) 2024-11-14T21:32:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741982_1161 (size=1405) 2024-11-14T21:32:07,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:07,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:07,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:07,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741983_1162 (size=1413) 2024-11-14T21:32:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741983_1162 (size=1413) 2024-11-14T21:32:08,282 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:08,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741984_1163 (size=1413) 2024-11-14T21:32:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741984_1163 (size=1413) 2024-11-14T21:32:08,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:08,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:08,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741985_1164 (size=1413) 2024-11-14T21:32:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741985_1164 (size=1413) 2024-11-14T21:32:08,469 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:08,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:08,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 2024-11-14T21:32:08,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 after 1ms 2024-11-14T21:32:08,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 took 9ms 2024-11-14T21:32:08,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 so closing down 2024-11-14T21:32:08,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:08,525 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:08,536 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:08,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:08,538 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:08,550 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:08,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741986_1165 (size=743) 2024-11-14T21:32:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741986_1165 (size=743) 2024-11-14T21:32:08,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741987_1166 (size=743) 2024-11-14T21:32:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741987_1166 (size=743) 2024-11-14T21:32:08,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:08,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:08,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0, size=1.4 K (1393bytes) at 1731619928498Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 so closing down at 1731619928525 (+27 ms)3 split writer threads finished at 1731619928525Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619928538 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619928550 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928564 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619928567 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928572 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619928585 (+13 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619928585 2024-11-14T21:32:08,600 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.0 2024-11-14T21:32:08,600 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:08,600 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 2024-11-14T21:32:08,601 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 after 1ms 2024-11-14T21:32:08,605 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 took 5ms 2024-11-14T21:32:08,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 so closing down 2024-11-14T21:32:08,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:08,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:08,644 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:08,659 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:08,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:08,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741988_1167 (size=743) 2024-11-14T21:32:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741988_1167 (size=743) 2024-11-14T21:32:08,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741989_1168 (size=743) 2024-11-14T21:32:08,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741989_1168 (size=743) 2024-11-14T21:32:08,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:08,724 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:08,724 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1, size=1.4 K (1393bytes) at 1731619928600Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 so closing down at 1731619928620 (+20 ms)3 split writer threads finished at 1731619928631 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619928660 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619928660Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928684 (+24 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619928695 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928719 (+24 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619928724 (+5 ms)Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619928724 2024-11-14T21:32:08,738 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.1 2024-11-14T21:32:08,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:08,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 2024-11-14T21:32:08,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 after 4ms 2024-11-14T21:32:08,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 took 8ms 2024-11-14T21:32:08,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 so closing down 2024-11-14T21:32:08,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:08,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:08,768 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:08,770 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:08,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:08,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741991_1170 (size=743) 2024-11-14T21:32:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741991_1170 (size=743) 2024-11-14T21:32:08,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:08,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741990_1169 (size=743) 2024-11-14T21:32:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741990_1169 (size=743) 2024-11-14T21:32:08,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:08,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:08,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:08,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2, size=1.4 K (1393bytes) at 1731619928738Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 so closing down at 1731619928758 (+20 ms)3 split writer threads finished at 1731619928760 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619928770 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619928772 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928859 (+87 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619928865 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619928888 (+23 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619928912 (+24 ms)Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619928912 2024-11-14T21:32:08,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.2 2024-11-14T21:32:08,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:08,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 2024-11-14T21:32:08,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 after 6ms 2024-11-14T21:32:08,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 took 12ms 2024-11-14T21:32:08,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 so closing down 2024-11-14T21:32:08,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:08,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:08,949 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:08,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:08,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:08,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741992_1171 (size=743) 2024-11-14T21:32:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741992_1171 (size=743) 2024-11-14T21:32:09,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:09,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741993_1172 (size=743) 2024-11-14T21:32:09,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:09,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:09,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3, size=1.4 K (1393bytes) at 1731619928927Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 so closing down at 1731619928941 (+14 ms)3 split writer threads finished at 1731619928941Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619928962 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619928966 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929063 (+97 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619929081 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929106 (+25 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619929109 (+3 ms)Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619929109 2024-11-14T21:32:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741993_1172 (size=743) 2024-11-14T21:32:09,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.3 2024-11-14T21:32:09,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:09,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 2024-11-14T21:32:09,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 after 0ms 2024-11-14T21:32:09,129 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 took 12ms 2024-11-14T21:32:09,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 so closing down 2024-11-14T21:32:09,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:09,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:09,174 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:09,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:09,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741994_1173 (size=743) 2024-11-14T21:32:09,242 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741994_1173 (size=743) 2024-11-14T21:32:09,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741995_1174 (size=743) 2024-11-14T21:32:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741995_1174 (size=743) 2024-11-14T21:32:09,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:09,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:09,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4, size=1.4 K (1393bytes) at 1731619929117Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 so closing down at 1731619929146 (+29 ms)3 split writer threads finished at 1731619929146Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619929188 (+42 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619929242 (+54 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929244 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619929247 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929294 (+47 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619929307 (+13 ms)Processed 20 edits across 2 Regions in 164 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619929308 (+1 ms) 2024-11-14T21:32:09,314 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.4 2024-11-14T21:32:09,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:09,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 2024-11-14T21:32:09,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 after 5ms 2024-11-14T21:32:09,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 took 18ms 2024-11-14T21:32:09,361 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 so closing down 2024-11-14T21:32:09,361 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:09,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:09,394 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:09,398 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:09,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:09,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741996_1175 (size=743) 2024-11-14T21:32:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741996_1175 (size=743) 2024-11-14T21:32:09,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741997_1176 (size=743) 2024-11-14T21:32:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741997_1176 (size=743) 2024-11-14T21:32:09,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:09,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:09,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 209 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:09,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5, size=1.4 K (1393bytes) at 1731619929314Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 so closing down at 1731619929361 (+47 ms)3 split writer threads finished at 1731619929363 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619929415 (+52 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619929439 (+24 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929552 (+113 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929559 (+7 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619929568 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619929569 (+1 ms)Processed 20 edits across 2 Regions in 209 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619929569 2024-11-14T21:32:09,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.5 2024-11-14T21:32:09,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:09,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 2024-11-14T21:32:09,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 after 1ms 2024-11-14T21:32:09,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 took 5ms 2024-11-14T21:32:09,603 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 so closing down 2024-11-14T21:32:09,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:09,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:09,617 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:09,655 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:09,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:09,663 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:09,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741998_1177 (size=749) 2024-11-14T21:32:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741998_1177 (size=749) 2024-11-14T21:32:09,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073741999_1178 (size=749) 2024-11-14T21:32:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741999_1178 (size=749) 2024-11-14T21:32:09,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,804 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:09,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 202 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:09,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6, size=1.4 K (1405bytes) at 1731619929578Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 so closing down at 1731619929603 (+25 ms)3 split writer threads finished at 1731619929606 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619929659 (+53 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619929663 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929777 (+114 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619929781 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929799 (+18 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619929804 (+5 ms)Processed 20 edits across 2 Regions in 202 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619929804 2024-11-14T21:32:09,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.6 2024-11-14T21:32:09,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:09,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 2024-11-14T21:32:09,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 after 0ms 2024-11-14T21:32:09,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 took 5ms 2024-11-14T21:32:09,845 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 so closing down 2024-11-14T21:32:09,845 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:09,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:09,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:09,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:09,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:09,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742000_1179 (size=753) 2024-11-14T21:32:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742000_1179 (size=753) 2024-11-14T21:32:09,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:09,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742001_1180 (size=753) 2024-11-14T21:32:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742001_1180 (size=753) 2024-11-14T21:32:09,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:09,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:09,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:09,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7, size=1.4 K (1413bytes) at 1731619929820Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 so closing down at 1731619929845 (+25 ms)3 split writer threads finished at 1731619929846 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619929877 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619929886 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929958 (+72 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619929964 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619929989 (+25 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619929994 (+5 ms)Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619929995 (+1 ms) 2024-11-14T21:32:10,004 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.7 2024-11-14T21:32:10,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:10,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 2024-11-14T21:32:10,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 after 1ms 2024-11-14T21:32:10,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 took 11ms 2024-11-14T21:32:10,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 so closing down 2024-11-14T21:32:10,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:10,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:10,076 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:10,076 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:10,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:10,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:10,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742002_1181 (size=753) 2024-11-14T21:32:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742002_1181 (size=753) 2024-11-14T21:32:10,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:10,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742003_1182 (size=753) 2024-11-14T21:32:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742003_1182 (size=753) 2024-11-14T21:32:10,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:10,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:10,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 584 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:10,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8, size=1.4 K (1413bytes) at 1731619930004Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 so closing down at 1731619930055 (+51 ms)3 split writer threads finished at 1731619930056 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619930099 (+43 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619930116 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619930189 (+73 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619930193 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619930631 (+438 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619930634 (+3 ms)Processed 20 edits across 2 Regions in 584 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619930638 (+4 ms) 2024-11-14T21:32:10,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.8 2024-11-14T21:32:10,644 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:10,644 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 2024-11-14T21:32:10,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 after 1ms 2024-11-14T21:32:10,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 took 6ms 2024-11-14T21:32:10,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 so closing down 2024-11-14T21:32:10,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:10,699 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:10,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:10,720 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:10,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:10,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742004_1183 (size=753) 2024-11-14T21:32:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742004_1183 (size=753) 2024-11-14T21:32:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742005_1184 (size=753) 2024-11-14T21:32:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742005_1184 (size=753) 2024-11-14T21:32:10,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:10,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:11,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:11,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:11,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 517 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:11,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9, size=1.4 K (1413bytes) at 1731619930644Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 so closing down at 1731619930693 (+49 ms)3 split writer threads finished at 1731619930699 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619930721 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619930721Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619930815 (+94 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619930820 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619931203 (+383 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619931206 (+3 ms)Processed 20 edits across 2 Regions in 517 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619931207 (+1 ms) 2024-11-14T21:32:11,210 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/WALs/testmovedwalduringrecovery,16010,1731619926335/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/d9700cd1-7999-bea0-2bee-335f3b0dea2e/oldWALs/wal.dat.9 2024-11-14T21:32:11,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 140), OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=748 (was 674) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=662 (was 1041) 2024-11-14T21:32:11,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=748, ProcessCount=11, AvailableMemoryMB=661 2024-11-14T21:32:11,239 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742006_1185 (size=7) 2024-11-14T21:32:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742006_1185 (size=7) 2024-11-14T21:32:11,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:11,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:11,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:11,291 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:11,294 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T21:32:11,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T21:32:11,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T21:32:11,297 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T21:32:11,300 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T21:32:11,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake, size=0 (0bytes) 2024-11-14T21:32:11,364 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake took 23ms 2024-11-14T21:32:12,002 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake so closing down 2024-11-14T21:32:12,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:12,004 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:12,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T21:32:12,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T21:32:12,093 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T21:32:12,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) 2024-11-14T21:32:12,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T21:32:12,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) 2024-11-14T21:32:12,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T21:32:12,203 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 109 ms) 2024-11-14T21:32:12,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) 2024-11-14T21:32:12,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 163 ms) 2024-11-14T21:32:12,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 953 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T21:32:12,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake, size=0 (0bytes) at 1731619931342Split 1024 edits, skipped 0 edits. at 1731619931420 (+78 ms)Split 2048 edits, skipped 0 edits. at 1731619931438 (+18 ms)Split 3072 edits, skipped 0 edits. at 1731619931471 (+33 ms)Split 4096 edits, skipped 0 edits. at 1731619931523 (+52 ms)Split 5120 edits, skipped 0 edits. at 1731619931560 (+37 ms)Split 6144 edits, skipped 0 edits. at 1731619931596 (+36 ms)Split 7168 edits, skipped 0 edits. at 1731619931614 (+18 ms)Split 8192 edits, skipped 0 edits. at 1731619931639 (+25 ms)Split 9216 edits, skipped 0 edits. at 1731619931669 (+30 ms)Split 10240 edits, skipped 0 edits. at 1731619931701 (+32 ms)Split 11264 edits, skipped 0 edits. at 1731619931733 (+32 ms)Split 12288 edits, skipped 0 edits. at 1731619931761 (+28 ms)Split 13312 edits, skipped 0 edits. at 1731619931796 (+35 ms)Split 14336 edits, skipped 0 edits. at 1731619931833 (+37 ms)Split 15360 edits, skipped 0 edits. at 1731619931849 (+16 ms)Split 16384 edits, skipped 0 edits. at 1731619931906 (+57 ms)Split 17408 edits, skipped 0 edits. at 1731619931932 (+26 ms)Split 18432 edits, skipped 0 edits. at 1731619931950 (+18 ms)Split 19456 edits, skipped 0 edits. at 1731619931984 (+34 ms)Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake so closing down at 1731619932002 (+18 ms)3 split writer threads finished at 1731619932004 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731619932040 (+36 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731619932062 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731619932093 (+31 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 102 ms) at 1731619932142 (+49 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731619932148 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 129 ms) at 1731619932192 (+44 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731619932198 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 109 ms) at 1731619932203 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 95 ms) at 1731619932293 (+90 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 163 ms) at 1731619932312 (+19 ms)Processed 20000 edits across 5 Regions in 953 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/977bcae9-48b6-f273-b40d-d5d19ff818ec/WALs/testthreading,16010,1731619931291/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731619932317 (+5 ms) 2024-11-14T21:32:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T21:32:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T21:32:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T21:32:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T21:32:12,323 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T21:32:12,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=139 (was 138) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=748 (was 748), ProcessCount=11 (was 11), AvailableMemoryMB=570 (was 661) 2024-11-14T21:32:12,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=138, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=748, ProcessCount=11, AvailableMemoryMB=569 2024-11-14T21:32:12,408 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742007_1186 (size=7) 2024-11-14T21:32:12,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742007_1186 (size=7) 2024-11-14T21:32:12,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:12,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:12,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:12,922 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:12,928 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T21:32:12,946 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:12,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:12,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:12,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,050 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742008_1187 (size=1393) 2024-11-14T21:32:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742008_1187 (size=1393) 2024-11-14T21:32:13,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:13,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:13,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742009_1188 (size=1393) 2024-11-14T21:32:13,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742009_1188 (size=1393) 2024-11-14T21:32:13,149 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:13,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:13,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742010_1189 (size=1393) 2024-11-14T21:32:13,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742010_1189 (size=1393) 2024-11-14T21:32:13,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:13,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742011_1190 (size=1393) 2024-11-14T21:32:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742011_1190 (size=1393) 2024-11-14T21:32:13,219 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:13,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742012_1191 (size=1393) 2024-11-14T21:32:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742012_1191 (size=1393) 2024-11-14T21:32:13,240 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:13,240 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742013_1192 (size=1393) 2024-11-14T21:32:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742013_1192 (size=1393) 2024-11-14T21:32:13,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:13,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:13,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742014_1193 (size=1405) 2024-11-14T21:32:13,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742014_1193 (size=1405) 2024-11-14T21:32:13,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:13,300 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:13,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742015_1194 (size=1413) 2024-11-14T21:32:13,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742015_1194 (size=1413) 2024-11-14T21:32:13,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:13,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:13,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742016_1195 (size=1413) 2024-11-14T21:32:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742016_1195 (size=1413) 2024-11-14T21:32:13,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:13,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:13,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742017_1196 (size=1413) 2024-11-14T21:32:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742017_1196 (size=1413) 2024-11-14T21:32:13,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:13,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T21:32:13,989 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty, size=0 (0bytes) 2024-11-14T21:32:13,989 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty might be still open, length is 0 2024-11-14T21:32:13,989 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty 2024-11-14T21:32:13,990 WARN [IPC Server handler 3 on default port 34031 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty closed. 2024-11-14T21:32:13,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty after 8ms 2024-11-14T21:32:14,006 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T21:32:14,007 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty; empty? 2024-11-14T21:32:14,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty so closing down 2024-11-14T21:32:14,009 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T21:32:14,009 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty, size=0 (0bytes) at 1731619933989Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty so closing down at 1731619934009 (+20 ms)Processed 0 edits across 0 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731619934009 2024-11-14T21:32:14,026 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat..empty to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat..empty 2024-11-14T21:32:14,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:14,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 2024-11-14T21:32:14,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 after 2ms 2024-11-14T21:32:14,039 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 took 12ms 2024-11-14T21:32:14,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 so closing down 2024-11-14T21:32:14,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:14,069 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:14,080 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:14,086 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:14,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:14,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742018_1197 (size=743) 2024-11-14T21:32:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742018_1197 (size=743) 2024-11-14T21:32:14,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742019_1198 (size=743) 2024-11-14T21:32:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742019_1198 (size=743) 2024-11-14T21:32:14,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:14,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 166 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:14,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0, size=1.4 K (1393bytes) at 1731619934027Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 so closing down at 1731619934062 (+35 ms)3 split writer threads finished at 1731619934069 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619934086 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619934106 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934151 (+45 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619934156 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934199 (+43 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619934215 (+16 ms)Processed 20 edits across 2 Regions in 166 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619934218 (+3 ms) 2024-11-14T21:32:14,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.0 2024-11-14T21:32:14,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:14,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 2024-11-14T21:32:14,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 after 1ms 2024-11-14T21:32:14,247 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 took 5ms 2024-11-14T21:32:14,254 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 so closing down 2024-11-14T21:32:14,254 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:14,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:14,277 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:14,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:14,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:14,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742021_1200 (size=743) 2024-11-14T21:32:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742020_1199 (size=743) 2024-11-14T21:32:14,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742021_1200 (size=743) 2024-11-14T21:32:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742020_1199 (size=743) 2024-11-14T21:32:14,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,391 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:14,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:14,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:14,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1, size=1.4 K (1393bytes) at 1731619934242Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 so closing down at 1731619934254 (+12 ms)3 split writer threads finished at 1731619934256 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619934282 (+26 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619934302 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934383 (+81 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934386 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619934391 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619934397 (+6 ms)Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619934397 2024-11-14T21:32:14,411 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.1 2024-11-14T21:32:14,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:14,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 2024-11-14T21:32:14,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 after 1ms 2024-11-14T21:32:14,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 took 9ms 2024-11-14T21:32:14,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 so closing down 2024-11-14T21:32:14,449 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:14,449 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:14,471 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:14,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:14,507 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:14,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:14,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742023_1202 (size=743) 2024-11-14T21:32:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742023_1202 (size=743) 2024-11-14T21:32:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742022_1201 (size=743) 2024-11-14T21:32:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742022_1201 (size=743) 2024-11-14T21:32:14,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:14,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:14,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:14,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2, size=1.4 K (1393bytes) at 1731619934411Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 so closing down at 1731619934449 (+38 ms)3 split writer threads finished at 1731619934449Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619934501 (+52 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619934527 (+26 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934624 (+97 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619934626 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934626Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619934631 (+5 ms)Processed 20 edits across 2 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619934631 2024-11-14T21:32:14,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.2 2024-11-14T21:32:14,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:14,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 2024-11-14T21:32:14,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 after 2ms 2024-11-14T21:32:14,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 took 8ms 2024-11-14T21:32:14,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 so closing down 2024-11-14T21:32:14,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:14,678 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:14,697 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:14,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:14,708 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:14,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742024_1203 (size=743) 2024-11-14T21:32:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742024_1203 (size=743) 2024-11-14T21:32:14,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:14,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742025_1204 (size=743) 2024-11-14T21:32:14,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742025_1204 (size=743) 2024-11-14T21:32:14,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,836 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:14,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:14,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3, size=1.4 K (1393bytes) at 1731619934635Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 so closing down at 1731619934671 (+36 ms)3 split writer threads finished at 1731619934678 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619934702 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619934725 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934803 (+78 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619934805 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934832 (+27 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619934836 (+4 ms)Processed 20 edits across 2 Regions in 174 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619934836 2024-11-14T21:32:14,838 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.3 2024-11-14T21:32:14,839 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:14,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 2024-11-14T21:32:14,839 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 after 0ms 2024-11-14T21:32:14,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 took 3ms 2024-11-14T21:32:14,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 so closing down 2024-11-14T21:32:14,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:14,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:14,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:14,873 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:14,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:14,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:14,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742027_1206 (size=743) 2024-11-14T21:32:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742027_1206 (size=743) 2024-11-14T21:32:14,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:14,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742026_1205 (size=743) 2024-11-14T21:32:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742026_1205 (size=743) 2024-11-14T21:32:15,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:15,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:15,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4, size=1.4 K (1393bytes) at 1731619934839Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 so closing down at 1731619934854 (+15 ms)3 split writer threads finished at 1731619934859 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619934873 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619934877 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619934982 (+105 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619934991 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935000 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619935002 (+2 ms)Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619935002 2024-11-14T21:32:15,005 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.4 2024-11-14T21:32:15,005 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:15,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 2024-11-14T21:32:15,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 after 0ms 2024-11-14T21:32:15,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 took 5ms 2024-11-14T21:32:15,025 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 so closing down 2024-11-14T21:32:15,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:15,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:15,042 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:15,053 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:15,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:15,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742028_1207 (size=743) 2024-11-14T21:32:15,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742028_1207 (size=743) 2024-11-14T21:32:15,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742029_1208 (size=743) 2024-11-14T21:32:15,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:15,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:15,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:15,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742029_1208 (size=743) 2024-11-14T21:32:15,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5, size=1.4 K (1393bytes) at 1731619935005Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 so closing down at 1731619935025 (+20 ms)3 split writer threads finished at 1731619935026 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619935072 (+46 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619935090 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935186 (+96 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935189 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619935189Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619935191 (+2 ms)Processed 20 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619935191 2024-11-14T21:32:15,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.5 2024-11-14T21:32:15,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:15,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 2024-11-14T21:32:15,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 after 0ms 2024-11-14T21:32:15,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 took 9ms 2024-11-14T21:32:15,218 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 so closing down 2024-11-14T21:32:15,218 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:15,223 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:15,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:15,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:15,252 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:15,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742030_1209 (size=749) 2024-11-14T21:32:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742030_1209 (size=749) 2024-11-14T21:32:15,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:15,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742031_1210 (size=749) 2024-11-14T21:32:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742031_1210 (size=749) 2024-11-14T21:32:15,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:15,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 172 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:15,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6, size=1.4 K (1405bytes) at 1731619935193Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 so closing down at 1731619935218 (+25 ms)3 split writer threads finished at 1731619935223 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619935245 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619935303 (+58 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935323 (+20 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619935326 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935384 (+58 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619935387 (+3 ms)Processed 20 edits across 2 Regions in 172 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619935387 2024-11-14T21:32:15,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.6 2024-11-14T21:32:15,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:15,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 2024-11-14T21:32:15,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 after 0ms 2024-11-14T21:32:15,393 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 took 4ms 2024-11-14T21:32:15,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 so closing down 2024-11-14T21:32:15,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:15,410 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:15,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:15,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:15,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:15,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742032_1211 (size=753) 2024-11-14T21:32:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742032_1211 (size=753) 2024-11-14T21:32:15,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742033_1212 (size=753) 2024-11-14T21:32:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742033_1212 (size=753) 2024-11-14T21:32:15,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:15,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:15,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:15,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:15,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7, size=1.4 K (1413bytes) at 1731619935390Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 so closing down at 1731619935409 (+19 ms)3 split writer threads finished at 1731619935410 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619935431 (+21 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619935449 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935876 (+427 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619935878 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619935907 (+29 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619935909 (+2 ms)Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619935909 2024-11-14T21:32:15,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.7 2024-11-14T21:32:15,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:15,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 2024-11-14T21:32:15,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 after 1ms 2024-11-14T21:32:15,915 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 took 3ms 2024-11-14T21:32:15,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 so closing down 2024-11-14T21:32:15,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:15,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:15,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:15,963 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:15,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:15,978 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742035_1214 (size=753) 2024-11-14T21:32:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742035_1214 (size=753) 2024-11-14T21:32:16,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:16,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742034_1213 (size=753) 2024-11-14T21:32:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742034_1213 (size=753) 2024-11-14T21:32:16,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:16,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:16,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:16,070 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8, size=1.4 K (1413bytes) at 1731619935912Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 so closing down at 1731619935928 (+16 ms)3 split writer threads finished at 1731619935940 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619935967 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619935978 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619936041 (+63 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619936044 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619936065 (+21 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619936069 (+4 ms)Processed 20 edits across 2 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619936070 (+1 ms) 2024-11-14T21:32:16,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.8 2024-11-14T21:32:16,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:16,072 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 2024-11-14T21:32:16,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 after 1ms 2024-11-14T21:32:16,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 took 5ms 2024-11-14T21:32:16,079 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 so closing down 2024-11-14T21:32:16,079 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:16,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:16,085 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:16,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:16,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:16,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742037_1216 (size=753) 2024-11-14T21:32:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742037_1216 (size=753) 2024-11-14T21:32:16,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:16,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:16,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742036_1215 (size=753) 2024-11-14T21:32:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742036_1215 (size=753) 2024-11-14T21:32:16,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:16,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:16,182 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:16,182 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9, size=1.4 K (1413bytes) at 1731619936072Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 so closing down at 1731619936079 (+7 ms)3 split writer threads finished at 1731619936080 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619936088 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619936092 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619936138 (+46 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619936140 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619936165 (+25 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619936181 (+16 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619936182 (+1 ms) 2024-11-14T21:32:16,184 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.9 2024-11-14T21:32:16,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty, size=0 (0bytes) 2024-11-14T21:32:16,184 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty might be still open, length is 0 2024-11-14T21:32:16,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty 2024-11-14T21:32:16,185 WARN [IPC Server handler 4 on default port 34031 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty closed. 2024-11-14T21:32:16,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty after 1ms 2024-11-14T21:32:16,186 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T21:32:16,187 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty; empty? 2024-11-14T21:32:16,187 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty so closing down 2024-11-14T21:32:16,187 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T21:32:16,187 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty, size=0 (0bytes) at 1731619936184Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty so closing down at 1731619936187 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731619936187 2024-11-14T21:32:16,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/WALs/testemptyopenlogfiles,16010,1731619932923/wal.dat.empty to hdfs://localhost:34031/user/jenkins/test-data/54a8b6b5-a40e-050e-aa89-82fc45326a0d/oldWALs/wal.dat.empty 2024-11-14T21:32:16,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=140 (was 138) - Thread LEAK? -, OpenFileDescriptor=385 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=833 (was 748) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=509 (was 569) 2024-11-14T21:32:16,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=833, ProcessCount=11, AvailableMemoryMB=507 2024-11-14T21:32:16,390 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742038_1217 (size=7) 2024-11-14T21:32:16,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742038_1217 (size=7) 2024-11-14T21:32:16,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:16,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:16,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:16,470 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:16,471 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:16,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742039_1218 (size=1393) 2024-11-14T21:32:16,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:16,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742039_1218 (size=1393) 2024-11-14T21:32:16,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742040_1219 (size=1393) 2024-11-14T21:32:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742040_1219 (size=1393) 2024-11-14T21:32:16,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:16,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:16,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742041_1220 (size=1393) 2024-11-14T21:32:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742041_1220 (size=1393) 2024-11-14T21:32:16,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:16,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:16,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:16,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:16,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742042_1221 (size=1393) 2024-11-14T21:32:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742042_1221 (size=1393) 2024-11-14T21:32:17,252 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:17,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742043_1222 (size=1393) 2024-11-14T21:32:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742043_1222 (size=1393) 2024-11-14T21:32:17,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:17,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:17,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742044_1223 (size=1393) 2024-11-14T21:32:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742044_1223 (size=1393) 2024-11-14T21:32:17,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:17,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:17,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742045_1224 (size=1405) 2024-11-14T21:32:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742045_1224 (size=1405) 2024-11-14T21:32:17,806 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:17,806 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742046_1225 (size=1413) 2024-11-14T21:32:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742046_1225 (size=1413) 2024-11-14T21:32:17,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:17,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:17,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:17,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742047_1226 (size=1413) 2024-11-14T21:32:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742047_1226 (size=1413) 2024-11-14T21:32:18,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:18,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:18,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:18,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742048_1227 (size=1413) 2024-11-14T21:32:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742048_1227 (size=1413) 2024-11-14T21:32:18,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:18,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742049_1228 (size=1398) 2024-11-14T21:32:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742049_1228 (size=1398) 2024-11-14T21:32:18,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:18,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 2024-11-14T21:32:18,622 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 after 1ms 2024-11-14T21:32:18,624 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 took 3ms 2024-11-14T21:32:18,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 so closing down 2024-11-14T21:32:18,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:18,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:18,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:18,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:18,640 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:18,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742050_1229 (size=743) 2024-11-14T21:32:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742050_1229 (size=743) 2024-11-14T21:32:18,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:18,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742051_1230 (size=743) 2024-11-14T21:32:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742051_1230 (size=743) 2024-11-14T21:32:18,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:18,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:18,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:18,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0, size=1.4 K (1393bytes) at 1731619938621Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 so closing down at 1731619938626 (+5 ms)3 split writer threads finished at 1731619938627 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619938635 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619938642 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619938686 (+44 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619938688 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619938706 (+18 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619938708 (+2 ms)Processed 20 edits across 2 Regions in 84 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619938708 2024-11-14T21:32:18,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.0 2024-11-14T21:32:18,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:18,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 2024-11-14T21:32:18,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 after 0ms 2024-11-14T21:32:18,716 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 took 5ms 2024-11-14T21:32:18,729 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 so closing down 2024-11-14T21:32:18,729 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:18,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:18,745 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:18,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:18,755 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:18,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742052_1231 (size=743) 2024-11-14T21:32:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742052_1231 (size=743) 2024-11-14T21:32:18,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:18,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742053_1232 (size=743) 2024-11-14T21:32:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742053_1232 (size=743) 2024-11-14T21:32:18,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:18,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:18,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:18,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1, size=1.4 K (1393bytes) at 1731619938712Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 so closing down at 1731619938729 (+17 ms)3 split writer threads finished at 1731619938732 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619938754 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619938766 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619938806 (+40 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619938808 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619938830 (+22 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619938831 (+1 ms)Processed 20 edits across 2 Regions in 103 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619938832 (+1 ms) 2024-11-14T21:32:18,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.1 2024-11-14T21:32:18,834 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:18,834 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 2024-11-14T21:32:18,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 after 1ms 2024-11-14T21:32:18,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 took 5ms 2024-11-14T21:32:18,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 so closing down 2024-11-14T21:32:18,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:18,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:18,871 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:18,879 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:18,881 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:18,899 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742054_1233 (size=743) 2024-11-14T21:32:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742054_1233 (size=743) 2024-11-14T21:32:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742055_1234 (size=743) 2024-11-14T21:32:18,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742055_1234 (size=743) 2024-11-14T21:32:19,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:19,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:19,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:19,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:19,396 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 533 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:19,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2, size=1.4 K (1393bytes) at 1731619938834Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 so closing down at 1731619938864 (+30 ms)3 split writer threads finished at 1731619938864Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619938879 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619938899 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619939392 (+493 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619939392Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619939394 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619939395 (+1 ms)Processed 20 edits across 2 Regions in 533 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619939396 (+1 ms) 2024-11-14T21:32:19,398 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.2 2024-11-14T21:32:19,398 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:19,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 2024-11-14T21:32:19,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 after 1ms 2024-11-14T21:32:19,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 took 3ms 2024-11-14T21:32:19,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 so closing down 2024-11-14T21:32:19,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:19,419 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:19,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:19,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:19,436 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:19,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742057_1236 (size=743) 2024-11-14T21:32:19,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742057_1236 (size=743) 2024-11-14T21:32:19,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742056_1235 (size=743) 2024-11-14T21:32:19,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742056_1235 (size=743) 2024-11-14T21:32:19,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:19,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:19,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:19,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:19,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3, size=1.4 K (1393bytes) at 1731619939398Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 so closing down at 1731619939417 (+19 ms)3 split writer threads finished at 1731619939419 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619939435 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619939460 (+25 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619939518 (+58 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619939524 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619939912 (+388 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619939916 (+4 ms)Processed 20 edits across 2 Regions in 502 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619939916 2024-11-14T21:32:19,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.3 2024-11-14T21:32:19,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:19,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 2024-11-14T21:32:19,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 after 2ms 2024-11-14T21:32:19,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 took 10ms 2024-11-14T21:32:19,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 so closing down 2024-11-14T21:32:19,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:19,954 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:19,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:19,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:20,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:20,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742058_1237 (size=743) 2024-11-14T21:32:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742058_1237 (size=743) 2024-11-14T21:32:20,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:20,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742059_1238 (size=743) 2024-11-14T21:32:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742059_1238 (size=743) 2024-11-14T21:32:20,160 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:20,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 228 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:20,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4, size=1.4 K (1393bytes) at 1731619939925Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 so closing down at 1731619939952 (+27 ms)3 split writer threads finished at 1731619939954 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619939991 (+37 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619940044 (+53 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940102 (+58 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619940126 (+24 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940160 (+34 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619940179 (+19 ms)Processed 20 edits across 2 Regions in 228 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619940179 2024-11-14T21:32:20,195 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.4 2024-11-14T21:32:20,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T21:32:20,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 2024-11-14T21:32:20,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 after 8ms 2024-11-14T21:32:20,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 took 16ms 2024-11-14T21:32:20,216 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:20,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 so closing down 2024-11-14T21:32:20,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:20,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:20,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:20,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:20,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:20,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:20,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742060_1239 (size=743) 2024-11-14T21:32:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742060_1239 (size=743) 2024-11-14T21:32:20,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:20,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742061_1240 (size=743) 2024-11-14T21:32:20,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742061_1240 (size=743) 2024-11-14T21:32:20,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:20,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 239 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T21:32:20,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5, size=1.4 K (1398bytes) at 1731619940195Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 so closing down at 1731619940217 (+22 ms)3 split writer threads finished at 1731619940225 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619940286 (+61 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619940346 (+60 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940366 (+20 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619940386 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940423 (+37 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619940451 (+28 ms)Processed 20 edits across 2 Regions in 239 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731619940452 (+1 ms) 2024-11-14T21:32:20,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/corrupt/wal.dat.5 2024-11-14T21:32:20,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:20,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 2024-11-14T21:32:20,467 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 after 1ms 2024-11-14T21:32:20,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 took 5ms 2024-11-14T21:32:20,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 so closing down 2024-11-14T21:32:20,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:20,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:20,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:20,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:20,504 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:20,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:20,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742062_1241 (size=749) 2024-11-14T21:32:20,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742062_1241 (size=749) 2024-11-14T21:32:20,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742063_1242 (size=749) 2024-11-14T21:32:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742063_1242 (size=749) 2024-11-14T21:32:20,584 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:20,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:20,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:20,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6, size=1.4 K (1405bytes) at 1731619940466Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 so closing down at 1731619940473 (+7 ms)3 split writer threads finished at 1731619940476 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619940490 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619940513 (+23 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940543 (+30 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619940549 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619940584 (+35 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619940602 (+18 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619940603 (+1 ms) 2024-11-14T21:32:20,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.6 2024-11-14T21:32:20,631 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:20,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 2024-11-14T21:32:20,632 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 after 1ms 2024-11-14T21:32:20,636 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 took 5ms 2024-11-14T21:32:20,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 so closing down 2024-11-14T21:32:20,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:20,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:20,648 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:20,650 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:20,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:20,652 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742065_1244 (size=753) 2024-11-14T21:32:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742065_1244 (size=753) 2024-11-14T21:32:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742064_1243 (size=753) 2024-11-14T21:32:20,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742064_1243 (size=753) 2024-11-14T21:32:21,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:21,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:21,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:21,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:21,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 496 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:21,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7, size=1.4 K (1413bytes) at 1731619940631Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 so closing down at 1731619940638 (+7 ms)3 split writer threads finished at 1731619940641 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619940651 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619940652 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619941121 (+469 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619941127 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619941131 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619941133 (+2 ms)Processed 20 edits across 2 Regions in 496 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619941133 2024-11-14T21:32:21,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.7 2024-11-14T21:32:21,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:21,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 2024-11-14T21:32:21,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 after 0ms 2024-11-14T21:32:21,140 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 took 4ms 2024-11-14T21:32:21,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 so closing down 2024-11-14T21:32:21,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:21,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:21,222 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:21,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:21,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:21,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:21,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742067_1246 (size=753) 2024-11-14T21:32:21,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742067_1246 (size=753) 2024-11-14T21:32:21,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:21,269 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742066_1245 (size=753) 2024-11-14T21:32:21,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742066_1245 (size=753) 2024-11-14T21:32:21,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:21,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:21,700 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:21,700 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8, size=1.4 K (1413bytes) at 1731619941137Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 so closing down at 1731619941175 (+38 ms)3 split writer threads finished at 1731619941191 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619941246 (+55 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619941246Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619941267 (+21 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619941269 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619941695 (+426 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619941700 (+5 ms)Processed 20 edits across 2 Regions in 527 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619941700 2024-11-14T21:32:21,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.8 2024-11-14T21:32:21,717 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:21,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 2024-11-14T21:32:21,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 after 0ms 2024-11-14T21:32:21,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 took 7ms 2024-11-14T21:32:21,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 so closing down 2024-11-14T21:32:21,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:21,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:21,734 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:21,754 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:21,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:21,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742068_1247 (size=753) 2024-11-14T21:32:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742068_1247 (size=753) 2024-11-14T21:32:21,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:21,819 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742069_1248 (size=753) 2024-11-14T21:32:21,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742069_1248 (size=753) 2024-11-14T21:32:22,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:22,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:22,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:22,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9, size=1.4 K (1413bytes) at 1731619941717Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 so closing down at 1731619941731 (+14 ms)3 split writer threads finished at 1731619941731Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619941760 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619941765 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619941817 (+52 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619941819 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619942258 (+439 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619942272 (+14 ms)Processed 20 edits across 2 Regions in 546 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619942272 2024-11-14T21:32:22,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731619936470/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/3bd128e1-d15e-3cba-e7cb-2ab7c64dfcfe/oldWALs/wal.dat.9 2024-11-14T21:32:22,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=387 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=870 (was 833) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1170 (was 507) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:22,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=870, ProcessCount=11, AvailableMemoryMB=1166 2024-11-14T21:32:22,511 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742070_1249 (size=7) 2024-11-14T21:32:22,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742070_1249 (size=7) 2024-11-14T21:32:22,579 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:22,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:22,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:22,585 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:22,586 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da 2024-11-14T21:32:22,587 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region d52a76cfdd1cd50c30bc8541bdf865da 2024-11-14T21:32:22,593 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:22,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742071_1250 (size=3841) 2024-11-14T21:32:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742071_1250 (size=3841) 2024-11-14T21:32:23,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0, size=3.8 K (3841bytes) 2024-11-14T21:32:23,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 2024-11-14T21:32:23,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 after 1ms 2024-11-14T21:32:23,195 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 took 4ms 2024-11-14T21:32:23,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 so closing down 2024-11-14T21:32:23,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:23,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:23,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:23,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742072_1251 (size=1591) 2024-11-14T21:32:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742072_1251 (size=1591) 2024-11-14T21:32:23,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:23,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000009 2024-11-14T21:32:23,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 497 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-14T21:32:23,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0, size=3.8 K (3841bytes) at 1731619943191Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 so closing down at 1731619943212 (+21 ms)3 split writer threads finished at 1731619943212Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619943247 (+35 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731619943695 (+448 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/data/default/t1/d52a76cfdd1cd50c30bc8541bdf865da/recovered.edits/0000000000000000009 at 1731619943697 (+2 ms)Processed 21 edits across 1 Regions in 497 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1731619943697 2024-11-14T21:32:23,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/WALs/testsplitleavescompactioneventsedits,16010,1731619942585/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/c54cae27-734f-58d1-8928-60410e1c378e/oldWALs/wal.dat.0 2024-11-14T21:32:23,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=140 (was 140), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=870 (was 870), ProcessCount=11 (was 11), AvailableMemoryMB=1059 (was 1166) 2024-11-14T21:32:23,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=870, ProcessCount=11, AvailableMemoryMB=1060 2024-11-14T21:32:23,776 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742073_1252 (size=7) 2024-11-14T21:32:23,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742073_1252 (size=7) 2024-11-14T21:32:23,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:23,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:23,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:23,792 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:23,792 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T21:32:23,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:23,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:23,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742074_1253 (size=863) 2024-11-14T21:32:23,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742074_1253 (size=863) 2024-11-14T21:32:23,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:23,835 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0, size=863 (863bytes) 2024-11-14T21:32:23,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 2024-11-14T21:32:23,835 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 after 0ms 2024-11-14T21:32:23,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 took 5ms 2024-11-14T21:32:23,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 so closing down 2024-11-14T21:32:23,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:23,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:23,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:23,887 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742075_1254 (size=863) 2024-11-14T21:32:23,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742075_1254 (size=863) 2024-11-14T21:32:23,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:23,899 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T21:32:23,899 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T21:32:23,899 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0, size=863 (863bytes) at 1731619943835Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 so closing down at 1731619943844 (+9 ms)3 split writer threads finished at 1731619943844Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619943887 (+43 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619943897 (+10 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731619943899 (+2 ms)Processed 10 edits across 1 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731619943899 2024-11-14T21:32:23,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/WALs/testsplitpreservesedits,16010,1731619943792/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/edfc8ee5-cf67-f603-5e32-274f82911364/oldWALs/wal.dat.0 2024-11-14T21:32:23,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=141 (was 140) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=870 (was 870), ProcessCount=11 (was 11), AvailableMemoryMB=1216 (was 1060) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:23,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=870, ProcessCount=11, AvailableMemoryMB=1216 2024-11-14T21:32:23,926 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742076_1255 (size=7) 2024-11-14T21:32:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742076_1255 (size=7) 2024-11-14T21:32:24,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:24,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:24,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:24,346 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:24,346 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:24,347 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:24,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:24,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742077_1256 (size=1393) 2024-11-14T21:32:24,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742077_1256 (size=1393) 2024-11-14T21:32:24,376 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:24,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742078_1257 (size=1393) 2024-11-14T21:32:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742078_1257 (size=1393) 2024-11-14T21:32:24,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:24,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742079_1258 (size=1393) 2024-11-14T21:32:24,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742079_1258 (size=1393) 2024-11-14T21:32:24,846 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:24,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:24,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:24,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742080_1259 (size=1393) 2024-11-14T21:32:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742080_1259 (size=1393) 2024-11-14T21:32:25,286 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:25,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:25,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742081_1260 (size=1393) 2024-11-14T21:32:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742081_1260 (size=1393) 2024-11-14T21:32:25,314 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:25,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:25,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742082_1261 (size=1393) 2024-11-14T21:32:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742082_1261 (size=1393) 2024-11-14T21:32:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:25,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742083_1262 (size=1405) 2024-11-14T21:32:25,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742083_1262 (size=1405) 2024-11-14T21:32:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:25,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742084_1263 (size=1413) 2024-11-14T21:32:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742084_1263 (size=1413) 2024-11-14T21:32:25,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:25,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:25,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742085_1264 (size=1413) 2024-11-14T21:32:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742085_1264 (size=1413) 2024-11-14T21:32:25,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:25,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:25,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:25,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742086_1265 (size=1413) 2024-11-14T21:32:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742086_1265 (size=1413) 2024-11-14T21:32:25,820 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742087_1266 (size=1394) 2024-11-14T21:32:25,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742087_1266 (size=1394) 2024-11-14T21:32:25,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:25,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 2024-11-14T21:32:25,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 after 0ms 2024-11-14T21:32:25,844 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 took 2ms 2024-11-14T21:32:25,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 so closing down 2024-11-14T21:32:25,846 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,846 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,848 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:25,848 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:25,849 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:25,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742089_1268 (size=743) 2024-11-14T21:32:25,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742088_1267 (size=743) 2024-11-14T21:32:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742089_1268 (size=743) 2024-11-14T21:32:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742088_1267 (size=743) 2024-11-14T21:32:25,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,859 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:25,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:25,859 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:25,859 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0, size=1.4 K (1393bytes) at 1731619945843Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 so closing down at 1731619945846 (+3 ms)3 split writer threads finished at 1731619945846Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619945849 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619945849Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945858 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945858Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619945859 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619945859Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619945859 2024-11-14T21:32:25,861 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.0 2024-11-14T21:32:25,861 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:25,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 2024-11-14T21:32:25,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 after 0ms 2024-11-14T21:32:25,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 took 2ms 2024-11-14T21:32:25,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 so closing down 2024-11-14T21:32:25,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,865 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:25,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:25,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:25,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742090_1269 (size=743) 2024-11-14T21:32:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742091_1270 (size=743) 2024-11-14T21:32:25,871 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742090_1269 (size=743) 2024-11-14T21:32:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742091_1270 (size=743) 2024-11-14T21:32:25,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:25,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:25,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:25,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1, size=1.4 K (1393bytes) at 1731619945861Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 so closing down at 1731619945864 (+3 ms)3 split writer threads finished at 1731619945865 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619945867 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619945868 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945871 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945872 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619945872Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619945873 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619945873 2024-11-14T21:32:25,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.1 2024-11-14T21:32:25,874 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:25,874 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 2024-11-14T21:32:25,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 after 1ms 2024-11-14T21:32:25,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 took 2ms 2024-11-14T21:32:25,877 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 so closing down 2024-11-14T21:32:25,877 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,877 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,879 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:25,879 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:25,880 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:25,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742093_1272 (size=743) 2024-11-14T21:32:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742093_1272 (size=743) 2024-11-14T21:32:25,884 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742092_1271 (size=743) 2024-11-14T21:32:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742092_1271 (size=743) 2024-11-14T21:32:25,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:25,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:25,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2, size=1.4 K (1393bytes) at 1731619945874Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 so closing down at 1731619945877 (+3 ms)3 split writer threads finished at 1731619945877Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619945880 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619945880Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945884 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619945885 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945888 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619945889 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619945889 2024-11-14T21:32:25,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.2 2024-11-14T21:32:25,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:25,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 2024-11-14T21:32:25,892 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 after 0ms 2024-11-14T21:32:25,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 took 2ms 2024-11-14T21:32:25,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 so closing down 2024-11-14T21:32:25,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:25,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:25,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:25,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742094_1273 (size=743) 2024-11-14T21:32:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742095_1274 (size=743) 2024-11-14T21:32:25,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742094_1273 (size=743) 2024-11-14T21:32:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742095_1274 (size=743) 2024-11-14T21:32:25,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:25,903 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:25,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:25,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3, size=1.4 K (1393bytes) at 1731619945891Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 so closing down at 1731619945895 (+4 ms)3 split writer threads finished at 1731619945895Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619945898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619945898Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945902 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945903 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619945903Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619945904 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619945904 2024-11-14T21:32:25,905 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.3 2024-11-14T21:32:25,905 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:25,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 2024-11-14T21:32:25,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 after 1ms 2024-11-14T21:32:25,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 took 2ms 2024-11-14T21:32:25,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 so closing down 2024-11-14T21:32:25,909 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,910 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:25,910 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:25,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:25,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742096_1275 (size=743) 2024-11-14T21:32:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742096_1275 (size=743) 2024-11-14T21:32:25,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742097_1276 (size=743) 2024-11-14T21:32:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742097_1276 (size=743) 2024-11-14T21:32:25,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:25,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:25,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4, size=1.4 K (1393bytes) at 1731619945905Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 so closing down at 1731619945909 (+4 ms)3 split writer threads finished at 1731619945909Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619945911 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619945911Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945923 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619945925 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945927 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619945928 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619945928 2024-11-14T21:32:25,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.4 2024-11-14T21:32:25,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T21:32:25,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 2024-11-14T21:32:25,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 after 2ms 2024-11-14T21:32:25,934 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T21:32:25,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 so closing down 2024-11-14T21:32:25,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T21:32:25,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, size=1.4 K (1394bytes) at 1731619945930Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 so closing down at 1731619945935 (+5 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731619945935 2024-11-14T21:32:25,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/corrupt/wal.dat.5 2024-11-14T21:32:25,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:25,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 2024-11-14T21:32:25,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 after 0ms 2024-11-14T21:32:25,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 took 2ms 2024-11-14T21:32:25,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 so closing down 2024-11-14T21:32:25,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:25,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:25,946 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:25,947 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:25,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:25,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742098_1277 (size=749) 2024-11-14T21:32:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742098_1277 (size=749) 2024-11-14T21:32:25,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:25,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742099_1278 (size=749) 2024-11-14T21:32:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742099_1278 (size=749) 2024-11-14T21:32:26,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:26,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:26,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:26,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6, size=1.4 K (1405bytes) at 1731619945937Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 so closing down at 1731619945944 (+7 ms)3 split writer threads finished at 1731619945944Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619945951 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619945952 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619945961 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619945963 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619946369 (+406 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619946371 (+2 ms)Processed 20 edits across 2 Regions in 428 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619946371 2024-11-14T21:32:26,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.6 2024-11-14T21:32:26,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:26,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 2024-11-14T21:32:26,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 after 0ms 2024-11-14T21:32:26,377 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 took 3ms 2024-11-14T21:32:26,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 so closing down 2024-11-14T21:32:26,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:26,382 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:26,388 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:26,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:26,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:26,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742100_1279 (size=753) 2024-11-14T21:32:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742100_1279 (size=753) 2024-11-14T21:32:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742101_1280 (size=753) 2024-11-14T21:32:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742101_1280 (size=753) 2024-11-14T21:32:26,805 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:26,807 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:26,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:26,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:26,835 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:26,835 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7, size=1.4 K (1413bytes) at 1731619946374Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 so closing down at 1731619946379 (+5 ms)3 split writer threads finished at 1731619946382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619946389 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619946392 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619946805 (+413 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619946807 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619946833 (+26 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619946835 (+2 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619946835 2024-11-14T21:32:26,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.7 2024-11-14T21:32:26,838 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:26,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 2024-11-14T21:32:26,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 after 0ms 2024-11-14T21:32:26,841 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 took 4ms 2024-11-14T21:32:26,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 so closing down 2024-11-14T21:32:26,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:26,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:26,852 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:26,853 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:26,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:26,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742103_1282 (size=753) 2024-11-14T21:32:26,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742103_1282 (size=753) 2024-11-14T21:32:26,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:26,874 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742102_1281 (size=753) 2024-11-14T21:32:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742102_1281 (size=753) 2024-11-14T21:32:26,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:26,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:26,894 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:26,894 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8, size=1.4 K (1413bytes) at 1731619946838Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 so closing down at 1731619946847 (+9 ms)3 split writer threads finished at 1731619946848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619946857 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619946858 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619946873 (+15 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619946874 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619946890 (+16 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619946892 (+2 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619946894 (+2 ms) 2024-11-14T21:32:26,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.8 2024-11-14T21:32:26,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:26,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 2024-11-14T21:32:26,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 after 1ms 2024-11-14T21:32:26,907 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 took 3ms 2024-11-14T21:32:26,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 so closing down 2024-11-14T21:32:26,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:26,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:26,933 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:26,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:26,938 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:26,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742104_1283 (size=753) 2024-11-14T21:32:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742104_1283 (size=753) 2024-11-14T21:32:27,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742105_1284 (size=753) 2024-11-14T21:32:27,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742105_1284 (size=753) 2024-11-14T21:32:27,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:27,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:27,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:27,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:27,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 489 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:27,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9, size=1.4 K (1413bytes) at 1731619946904Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 so closing down at 1731619946922 (+18 ms)3 split writer threads finished at 1731619946926 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619946935 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619946944 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619947363 (+419 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619947365 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619947404 (+39 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619947405 (+1 ms)Processed 20 edits across 2 Regions in 489 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619947406 (+1 ms) 2024-11-14T21:32:27,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731619944346/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/0bceb150-39f8-6d3c-63f3-f76e1da10b02/oldWALs/wal.dat.9 2024-11-14T21:32:27,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=137 (was 141), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 870) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1079 (was 1216) 2024-11-14T21:32:27,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=904, ProcessCount=11, AvailableMemoryMB=1078 2024-11-14T21:32:27,470 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742106_1285 (size=7) 2024-11-14T21:32:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742106_1285 (size=7) 2024-11-14T21:32:27,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:27,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:27,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:27,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:27,490 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T21:32:27,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:27,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742107_1286 (size=2403) 2024-11-14T21:32:27,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742107_1286 (size=2403) 2024-11-14T21:32:27,511 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:27,538 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T21:32:27,538 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 2024-11-14T21:32:27,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 after 0ms 2024-11-14T21:32:27,541 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 took 3ms 2024-11-14T21:32:27,552 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 so closing down 2024-11-14T21:32:27,552 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:27,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:27,575 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:27,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742108_1287 (size=863) 2024-11-14T21:32:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742108_1287 (size=863) 2024-11-14T21:32:28,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:28,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T21:32:28,020 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 474 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T21:32:28,020 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0, size=2.3 K (2403bytes) at 1731619947538Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 so closing down at 1731619947552 (+14 ms)3 split writer threads finished at 1731619947563 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619947582 (+19 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619948018 (+436 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731619948020 (+2 ms)Processed 20 edits across 1 Regions in 474 ms; skipped=10; WAL=hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731619948020 2024-11-14T21:32:28,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/WALs/testsplitremovesregioneventsedits,16010,1731619947490/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/8705e6c7-0fd5-f55d-edf5-47e82f099097/oldWALs/wal.dat.0 2024-11-14T21:32:28,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=133 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 904), ProcessCount=11 (was 11), AvailableMemoryMB=1026 (was 1078) 2024-11-14T21:32:28,046 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=904, ProcessCount=11, AvailableMemoryMB=1024 2024-11-14T21:32:28,046 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742109_1288 (size=7) 2024-11-14T21:32:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742109_1288 (size=7) 2024-11-14T21:32:28,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:28,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:28,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:28,064 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:28,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 904), ProcessCount=11 (was 11), AvailableMemoryMB=1180 (was 1024) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:28,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=904, ProcessCount=11, AvailableMemoryMB=1180 2024-11-14T21:32:28,099 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:28,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742110_1289 (size=7) 2024-11-14T21:32:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742110_1289 (size=7) 2024-11-14T21:32:28,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:28,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:28,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:28,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:28,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:32:28,137 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:28,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:28,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742111_1290 (size=255) 2024-11-14T21:32:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742111_1290 (size=255) 2024-11-14T21:32:28,573 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1, size=255 (255bytes) 2024-11-14T21:32:28,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 2024-11-14T21:32:28,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 after 0ms 2024-11-14T21:32:28,575 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 took 3ms 2024-11-14T21:32:28,579 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T21:32:28,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 so closing down 2024-11-14T21:32:28,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:28,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:28,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T21:32:28,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1, size=255 (255bytes) at 1731619948573Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 so closing down at 1731619948579 (+6 ms)3 split writer threads finished at 1731619948580 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731619948580 2024-11-14T21:32:28,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/WALs/testsplitremovesreplicationmarkeredits,16010,1731619948123/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/0adf1741-a9de-164a-689a-52376cee6b89/oldWALs/wal.dat.1 2024-11-14T21:32:28,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=904 (was 904), ProcessCount=11 (was 11), AvailableMemoryMB=1107 (was 1180) 2024-11-14T21:32:28,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=904, ProcessCount=11, AvailableMemoryMB=1105 2024-11-14T21:32:28,607 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742112_1291 (size=7) 2024-11-14T21:32:28,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742112_1291 (size=7) 2024-11-14T21:32:29,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:29,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,030 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:29,030 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T21:32:29,030 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T21:32:29,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:29,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742113_1292 (size=1941) 2024-11-14T21:32:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742113_1292 (size=1941) 2024-11-14T21:32:29,479 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:29,480 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b/data/default/t1/region__1 2024-11-14T21:32:29,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T21:32:29,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 2024-11-14T21:32:29,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 after 1ms 2024-11-14T21:32:29,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 took 3ms 2024-11-14T21:32:29,508 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T21:32:29,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 so closing down 2024-11-14T21:32:29,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:29,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:29,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T21:32:29,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0, size=1.9 K (1941bytes) at 1731619949504Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 so closing down at 1731619949508 (+4 ms)3 split writer threads finished at 1731619949509 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731619949509 2024-11-14T21:32:29,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/WALs/testsplitlogfiledeletedregiondir,16010,1731619949030/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/82a709a1-7bc0-73d2-eaf8-a311e57dfe75/oldWALs/wal.dat.0 2024-11-14T21:32:29,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=880 (was 904), ProcessCount=11 (was 11), AvailableMemoryMB=1147 (was 1105) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:29,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=880, ProcessCount=11, AvailableMemoryMB=1146 2024-11-14T21:32:29,528 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742114_1293 (size=7) 2024-11-14T21:32:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742114_1293 (size=7) 2024-11-14T21:32:29,537 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:29,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,540 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:29,541 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T21:32:29,541 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:29,541 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:29,541 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:29,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:29,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742115_1294 (size=1393) 2024-11-14T21:32:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742115_1294 (size=1393) 2024-11-14T21:32:29,553 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:29,553 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:29,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742116_1295 (size=1393) 2024-11-14T21:32:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742116_1295 (size=1393) 2024-11-14T21:32:29,564 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:29,564 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:29,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742117_1296 (size=1393) 2024-11-14T21:32:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742117_1296 (size=1393) 2024-11-14T21:32:29,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:29,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:29,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742118_1297 (size=1393) 2024-11-14T21:32:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742118_1297 (size=1393) 2024-11-14T21:32:29,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:29,586 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:29,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742119_1298 (size=1393) 2024-11-14T21:32:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742119_1298 (size=1393) 2024-11-14T21:32:29,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:29,596 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742120_1299 (size=1393) 2024-11-14T21:32:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742120_1299 (size=1393) 2024-11-14T21:32:29,606 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:29,606 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:29,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742121_1300 (size=1405) 2024-11-14T21:32:29,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742121_1300 (size=1405) 2024-11-14T21:32:29,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:29,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:29,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742122_1301 (size=1413) 2024-11-14T21:32:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742122_1301 (size=1413) 2024-11-14T21:32:29,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:29,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:29,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742123_1302 (size=1413) 2024-11-14T21:32:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742123_1302 (size=1413) 2024-11-14T21:32:29,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:29,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:29,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742124_1303 (size=1413) 2024-11-14T21:32:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742124_1303 (size=1413) 2024-11-14T21:32:29,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:29,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:29,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0 2024-11-14T21:32:29,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0 after 0ms 2024-11-14T21:32:29,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0 took 2ms 2024-11-14T21:32:29,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0 so closing down 2024-11-14T21:32:29,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:29,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:29,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:29,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0, size=1.4 K (1393bytes) at 1731619949666Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0 so closing down at 1731619949669 (+3 ms)3 split writer threads finished at 1731619949669Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/7f59c0da-004e-b5a4-4941-2dca05b355bf/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731619949540/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619949670 (+1 ms) 2024-11-14T21:32:29,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=133 (was 133), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=880 (was 880), ProcessCount=11 (was 11), AvailableMemoryMB=1142 (was 1146) 2024-11-14T21:32:29,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=133, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=880, ProcessCount=11, AvailableMemoryMB=1141 2024-11-14T21:32:29,684 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:29,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742125_1304 (size=7) 2024-11-14T21:32:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742125_1304 (size=7) 2024-11-14T21:32:29,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:29,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:29,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:29,694 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:29,694 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:29,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:29,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742126_1305 (size=1393) 2024-11-14T21:32:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742126_1305 (size=1393) 2024-11-14T21:32:29,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:29,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742127_1306 (size=1393) 2024-11-14T21:32:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742127_1306 (size=1393) 2024-11-14T21:32:29,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:29,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:29,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742128_1307 (size=1393) 2024-11-14T21:32:29,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742128_1307 (size=1393) 2024-11-14T21:32:29,723 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:29,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:29,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742129_1308 (size=1393) 2024-11-14T21:32:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742129_1308 (size=1393) 2024-11-14T21:32:29,732 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:29,733 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:29,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742131_1310 (size=1393) 2024-11-14T21:32:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742131_1310 (size=1393) 2024-11-14T21:32:29,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:29,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742132_1311 (size=1405) 2024-11-14T21:32:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742132_1311 (size=1405) 2024-11-14T21:32:29,764 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:29,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:29,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742133_1312 (size=1413) 2024-11-14T21:32:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742133_1312 (size=1413) 2024-11-14T21:32:29,782 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:29,783 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:29,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742134_1313 (size=1413) 2024-11-14T21:32:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742134_1313 (size=1413) 2024-11-14T21:32:29,813 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:29,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:29,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742135_1314 (size=1413) 2024-11-14T21:32:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742135_1314 (size=1413) 2024-11-14T21:32:29,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:29,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:29,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742130_1309 (size=1458) 2024-11-14T21:32:29,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742130_1309 (size=1458) 2024-11-14T21:32:30,255 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:30,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 2024-11-14T21:32:30,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 after 1ms 2024-11-14T21:32:30,258 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 took 3ms 2024-11-14T21:32:30,264 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 so closing down 2024-11-14T21:32:30,264 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:30,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:30,275 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:30,275 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:30,286 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:30,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742137_1316 (size=743) 2024-11-14T21:32:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742137_1316 (size=743) 2024-11-14T21:32:30,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:30,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742136_1315 (size=743) 2024-11-14T21:32:30,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742136_1315 (size=743) 2024-11-14T21:32:30,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:30,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:30,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:30,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0, size=1.4 K (1393bytes) at 1731619950255Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 so closing down at 1731619950264 (+9 ms)3 split writer threads finished at 1731619950269 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619950286 (+17 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619950290 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619950329 (+39 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619950339 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619950740 (+401 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619950741 (+1 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619950742 (+1 ms) 2024-11-14T21:32:30,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/oldWALs/wal.dat.0 2024-11-14T21:32:30,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:30,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 2024-11-14T21:32:30,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 after 0ms 2024-11-14T21:32:30,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 took 3ms 2024-11-14T21:32:30,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 so closing down 2024-11-14T21:32:30,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:30,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:30,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:30,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:30,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:30,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742138_1317 (size=743) 2024-11-14T21:32:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742138_1317 (size=743) 2024-11-14T21:32:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742139_1318 (size=743) 2024-11-14T21:32:30,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742139_1318 (size=743) 2024-11-14T21:32:30,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:30,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:30,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:30,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:30,759 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:30,759 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1, size=1.4 K (1393bytes) at 1731619950744Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 so closing down at 1731619950747 (+3 ms)3 split writer threads finished at 1731619950747Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619950750 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619950750Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619950756 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619950757 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619950758 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619950758Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619950759 (+1 ms) 2024-11-14T21:32:30,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/oldWALs/wal.dat.1 2024-11-14T21:32:30,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:30,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 2024-11-14T21:32:30,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 after 1ms 2024-11-14T21:32:30,763 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 took 3ms 2024-11-14T21:32:30,764 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 so closing down 2024-11-14T21:32:30,764 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:30,764 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:30,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:30,766 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:30,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:30,767 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742140_1319 (size=743) 2024-11-14T21:32:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742140_1319 (size=743) 2024-11-14T21:32:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742141_1320 (size=743) 2024-11-14T21:32:30,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742141_1320 (size=743) 2024-11-14T21:32:31,182 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:31,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:31,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:31,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:31,188 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:31,188 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2, size=1.4 K (1393bytes) at 1731619950760Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 so closing down at 1731619950764 (+4 ms)3 split writer threads finished at 1731619950764Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619950766 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619950767 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619951182 (+415 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619951184 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619951186 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619951188 (+2 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619951188 2024-11-14T21:32:31,190 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/oldWALs/wal.dat.2 2024-11-14T21:32:31,191 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:31,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 2024-11-14T21:32:31,191 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 after 0ms 2024-11-14T21:32:31,193 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 took 2ms 2024-11-14T21:32:31,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 so closing down 2024-11-14T21:32:31,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:31,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:31,204 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:31,206 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:31,211 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:31,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742143_1322 (size=743) 2024-11-14T21:32:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742143_1322 (size=743) 2024-11-14T21:32:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742142_1321 (size=743) 2024-11-14T21:32:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742142_1321 (size=743) 2024-11-14T21:32:31,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:31,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:31,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:31,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:31,638 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:31,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3, size=1.4 K (1393bytes) at 1731619951191Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 so closing down at 1731619951195 (+4 ms)3 split writer threads finished at 1731619951199 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619951211 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619951212 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619951240 (+28 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619951243 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619951636 (+393 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619951637 (+1 ms)Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619951638 (+1 ms) 2024-11-14T21:32:31,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/oldWALs/wal.dat.3 2024-11-14T21:32:31,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T21:32:31,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4 2024-11-14T21:32:31,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4 after 1ms 2024-11-14T21:32:31,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4 took 3ms 2024-11-14T21:32:31,648 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4 so closing down 2024-11-14T21:32:31,648 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:31,648 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:31,655 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:31,657 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:31,657 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T21:32:31,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:31,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T21:32:31,663 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:31,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T21:32:31,670 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:31,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4, size=1.4 K (1458bytes) at 1731619951640Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4 so closing down at 1731619951648 (+8 ms)3 split writer threads finished at 1731619951648Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619951658 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731619951662 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731619951663 (+1 ms)Processed 21 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/WALs/testsplitwillfailifwritingtoregionfails,16010,1731619949694/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731619951670 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619951670 2024-11-14T21:32:31,671 WARN [Thread-2067 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44826 remote=/127.0.0.1:41333]. Total timeout mills is 70000, 69991 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:32:31,671 WARN [Thread-2067 {}] hdfs.DataStreamer(1850): Abandoning BP-420911778-172.17.0.2-1731619884774:blk_1073742144_1323 2024-11-14T21:32:31,673 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:31,674 WARN [Thread-2067 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:32:31,677 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:34031/user/jenkins/test-data/c1808dcd-e112-af7b-178a-1c2f04673ded/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:31,681 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_432908117_22 at /127.0.0.1:44826 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41333:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44826 dst: /127.0.0.1:41333 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:31,685 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_432908117_22 at /127.0.0.1:59706 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:39367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59706 dst: /127.0.0.1:39367 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:31,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=137 (was 133) - Thread LEAK? -, OpenFileDescriptor=398 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=880 (was 880), ProcessCount=11 (was 11), AvailableMemoryMB=1126 (was 1141) 2024-11-14T21:32:31,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=134, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=880, ProcessCount=11, AvailableMemoryMB=1125 2024-11-14T21:32:31,698 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:31,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742145_1324 (size=7) 2024-11-14T21:32:31,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742145_1324 (size=7) 2024-11-14T21:32:31,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:31,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:31,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:31,744 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:31,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T21:32:31,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742146_1325 (size=93) 2024-11-14T21:32:31,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742146_1325 (size=93) 2024-11-14T21:32:32,197 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:32,198 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:32,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:32,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742147_1326 (size=1393) 2024-11-14T21:32:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742147_1326 (size=1393) 2024-11-14T21:32:32,624 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:32,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:32,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742148_1327 (size=1393) 2024-11-14T21:32:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742148_1327 (size=1393) 2024-11-14T21:32:32,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:32,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:32,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742149_1328 (size=1393) 2024-11-14T21:32:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742149_1328 (size=1393) 2024-11-14T21:32:32,658 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:32,658 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:32,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742150_1329 (size=1393) 2024-11-14T21:32:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742150_1329 (size=1393) 2024-11-14T21:32:32,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:32,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:32,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742151_1330 (size=1393) 2024-11-14T21:32:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742151_1330 (size=1393) 2024-11-14T21:32:32,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:32,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742152_1331 (size=1393) 2024-11-14T21:32:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742152_1331 (size=1393) 2024-11-14T21:32:32,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:32,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742153_1332 (size=1405) 2024-11-14T21:32:32,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742153_1332 (size=1405) 2024-11-14T21:32:32,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:32,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:32,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742154_1333 (size=1413) 2024-11-14T21:32:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742154_1333 (size=1413) 2024-11-14T21:32:32,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:32,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742155_1334 (size=1413) 2024-11-14T21:32:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742155_1334 (size=1413) 2024-11-14T21:32:32,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:32,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:32,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742156_1335 (size=1413) 2024-11-14T21:32:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742156_1335 (size=1413) 2024-11-14T21:32:32,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:32,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T21:32:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742157_1336 (size=93) 2024-11-14T21:32:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742157_1336 (size=93) 2024-11-14T21:32:32,820 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty, size=93 (93bytes) 2024-11-14T21:32:32,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty 2024-11-14T21:32:32,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty after 0ms 2024-11-14T21:32:32,823 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty took 4ms 2024-11-14T21:32:32,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty so closing down 2024-11-14T21:32:32,825 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:32,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:32,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T21:32:32,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty, size=93 (93bytes) at 1731619952820Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty so closing down at 1731619952825 (+5 ms)3 split writer threads finished at 1731619952828 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731619952829 (+1 ms) 2024-11-14T21:32:32,832 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat..empty to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat..empty 2024-11-14T21:32:32,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:32,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 2024-11-14T21:32:32,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 after 0ms 2024-11-14T21:32:32,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 took 2ms 2024-11-14T21:32:32,843 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 so closing down 2024-11-14T21:32:32,843 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:32,843 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:32,859 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:32,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:32,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:32,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742158_1337 (size=743) 2024-11-14T21:32:32,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742158_1337 (size=743) 2024-11-14T21:32:32,877 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:32,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742159_1338 (size=743) 2024-11-14T21:32:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742159_1338 (size=743) 2024-11-14T21:32:32,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:32,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:32,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:32,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0, size=1.4 K (1393bytes) at 1731619952832Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 so closing down at 1731619952843 (+11 ms)3 split writer threads finished at 1731619952843Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619952865 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619952865Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619952877 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619952881 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619952910 (+29 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619952918 (+8 ms)Processed 20 edits across 2 Regions in 90 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619952925 (+7 ms) 2024-11-14T21:32:32,930 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.0 2024-11-14T21:32:32,930 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:32,930 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 2024-11-14T21:32:32,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 after 0ms 2024-11-14T21:32:32,933 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 took 3ms 2024-11-14T21:32:32,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 so closing down 2024-11-14T21:32:32,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:32,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:32,957 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:32,959 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:32,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:32,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742161_1340 (size=743) 2024-11-14T21:32:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742160_1339 (size=743) 2024-11-14T21:32:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742161_1340 (size=743) 2024-11-14T21:32:32,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742160_1339 (size=743) 2024-11-14T21:32:33,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:33,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:33,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:33,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1, size=1.4 K (1393bytes) at 1731619952930Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 so closing down at 1731619952935 (+5 ms)3 split writer threads finished at 1731619952938 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619952965 (+27 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619952966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953379 (+413 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953379Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619953381 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619953381Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619953381 2024-11-14T21:32:33,382 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.1 2024-11-14T21:32:33,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:33,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 2024-11-14T21:32:33,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 after 0ms 2024-11-14T21:32:33,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 took 2ms 2024-11-14T21:32:33,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 so closing down 2024-11-14T21:32:33,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:33,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:33,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:33,387 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:33,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:33,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742162_1341 (size=743) 2024-11-14T21:32:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742162_1341 (size=743) 2024-11-14T21:32:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742163_1342 (size=743) 2024-11-14T21:32:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742163_1342 (size=743) 2024-11-14T21:32:33,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:33,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:33,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:33,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2, size=1.4 K (1393bytes) at 1731619953382Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 so closing down at 1731619953386 (+4 ms)3 split writer threads finished at 1731619953386Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619953388 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619953388Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953392 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953392Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619953393 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619953393Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619953393 2024-11-14T21:32:33,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.2 2024-11-14T21:32:33,395 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:33,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 2024-11-14T21:32:33,395 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 after 0ms 2024-11-14T21:32:33,397 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 took 2ms 2024-11-14T21:32:33,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 so closing down 2024-11-14T21:32:33,398 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:33,398 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:33,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:33,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:33,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:33,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742164_1343 (size=743) 2024-11-14T21:32:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742164_1343 (size=743) 2024-11-14T21:32:33,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:33,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742165_1344 (size=743) 2024-11-14T21:32:33,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742165_1344 (size=743) 2024-11-14T21:32:33,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:33,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:33,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3, size=1.4 K (1393bytes) at 1731619953395Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 so closing down at 1731619953397 (+2 ms)3 split writer threads finished at 1731619953398 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619953400 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619953400Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953405 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619953406 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953410 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619953411 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619953411 2024-11-14T21:32:33,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.3 2024-11-14T21:32:33,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:33,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 2024-11-14T21:32:33,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 after 0ms 2024-11-14T21:32:33,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 took 2ms 2024-11-14T21:32:33,415 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 so closing down 2024-11-14T21:32:33,415 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:33,415 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:33,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:33,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:33,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:33,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742166_1345 (size=743) 2024-11-14T21:32:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742166_1345 (size=743) 2024-11-14T21:32:33,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742167_1346 (size=743) 2024-11-14T21:32:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742167_1346 (size=743) 2024-11-14T21:32:33,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:33,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:33,825 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:33,825 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4, size=1.4 K (1393bytes) at 1731619953413Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 so closing down at 1731619953415 (+2 ms)3 split writer threads finished at 1731619953415Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619953418 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619953418Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953422 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619953423 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953823 (+400 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619953825 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619953825 2024-11-14T21:32:33,827 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.4 2024-11-14T21:32:33,827 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:33,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 2024-11-14T21:32:33,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 after 0ms 2024-11-14T21:32:33,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 took 3ms 2024-11-14T21:32:33,831 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 so closing down 2024-11-14T21:32:33,831 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:33,831 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:33,839 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:33,839 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:33,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:33,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:33,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742168_1347 (size=743) 2024-11-14T21:32:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742168_1347 (size=743) 2024-11-14T21:32:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742169_1348 (size=743) 2024-11-14T21:32:33,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742169_1348 (size=743) 2024-11-14T21:32:33,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:34,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:34,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:34,273 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5, size=1.4 K (1393bytes) at 1731619953827Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 so closing down at 1731619953831 (+4 ms)3 split writer threads finished at 1731619953831Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619953845 (+14 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619953846 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619953896 (+50 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619953907 (+11 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954272 (+365 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619954273 (+1 ms)Processed 20 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619954273 2024-11-14T21:32:34,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.5 2024-11-14T21:32:34,275 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:34,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 2024-11-14T21:32:34,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 after 0ms 2024-11-14T21:32:34,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 took 2ms 2024-11-14T21:32:34,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 so closing down 2024-11-14T21:32:34,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:34,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:34,279 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:34,279 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:34,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:34,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:34,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742171_1350 (size=749) 2024-11-14T21:32:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742171_1350 (size=749) 2024-11-14T21:32:34,288 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,289 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742170_1349 (size=749) 2024-11-14T21:32:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742170_1349 (size=749) 2024-11-14T21:32:34,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:34,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:34,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6, size=1.4 K (1405bytes) at 1731619954275Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 so closing down at 1731619954278 (+3 ms)3 split writer threads finished at 1731619954278Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619954280 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619954280Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954288 (+8 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619954289 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954292 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619954293 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619954293 2024-11-14T21:32:34,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.6 2024-11-14T21:32:34,294 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:34,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 2024-11-14T21:32:34,295 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 after 0ms 2024-11-14T21:32:34,296 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 took 2ms 2024-11-14T21:32:34,297 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 so closing down 2024-11-14T21:32:34,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:34,297 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:34,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:34,299 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:34,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:34,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742173_1352 (size=753) 2024-11-14T21:32:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742173_1352 (size=753) 2024-11-14T21:32:34,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742172_1351 (size=753) 2024-11-14T21:32:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742172_1351 (size=753) 2024-11-14T21:32:34,312 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:34,313 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:34,313 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7, size=1.4 K (1413bytes) at 1731619954295Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 so closing down at 1731619954297 (+2 ms)3 split writer threads finished at 1731619954297Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619954300 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619954300Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954308 (+8 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619954309 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954312 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619954313 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619954313 2024-11-14T21:32:34,315 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.7 2024-11-14T21:32:34,315 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:34,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 2024-11-14T21:32:34,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 after 0ms 2024-11-14T21:32:34,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 took 2ms 2024-11-14T21:32:34,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 so closing down 2024-11-14T21:32:34,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:34,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:34,319 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:34,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:34,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:34,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742174_1353 (size=753) 2024-11-14T21:32:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742174_1353 (size=753) 2024-11-14T21:32:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742175_1354 (size=753) 2024-11-14T21:32:34,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742175_1354 (size=753) 2024-11-14T21:32:34,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:34,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:34,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:34,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8, size=1.4 K (1413bytes) at 1731619954315Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 so closing down at 1731619954318 (+3 ms)3 split writer threads finished at 1731619954318Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619954320 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619954320Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954325 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619954326 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954726 (+400 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619954727 (+1 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619954727 2024-11-14T21:32:34,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.8 2024-11-14T21:32:34,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:34,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 2024-11-14T21:32:34,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 after 0ms 2024-11-14T21:32:34,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 took 2ms 2024-11-14T21:32:34,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 so closing down 2024-11-14T21:32:34,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:34,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:34,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:34,739 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:34,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:34,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742176_1355 (size=753) 2024-11-14T21:32:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742176_1355 (size=753) 2024-11-14T21:32:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742177_1356 (size=753) 2024-11-14T21:32:34,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742177_1356 (size=753) 2024-11-14T21:32:34,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:35,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:35,167 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:35,167 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:35,168 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9, size=1.4 K (1413bytes) at 1731619954729Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 so closing down at 1731619954732 (+3 ms)3 split writer threads finished at 1731619954732Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619954740 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619954742 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619954768 (+26 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619954771 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619955165 (+394 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619955167 (+2 ms)Processed 20 edits across 2 Regions in 436 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619955167 2024-11-14T21:32:35,169 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.9 2024-11-14T21:32:35,170 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty, size=93 (93bytes) 2024-11-14T21:32:35,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty 2024-11-14T21:32:35,170 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty after 0ms 2024-11-14T21:32:35,173 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty took 3ms 2024-11-14T21:32:35,174 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty so closing down 2024-11-14T21:32:35,174 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:35,175 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:35,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T21:32:35,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty, size=93 (93bytes) at 1731619955170Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty so closing down at 1731619955174 (+4 ms)3 split writer threads finished at 1731619955175 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731619955175 2024-11-14T21:32:35,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/WALs/testemptylogfiles,16010,1731619951744/wal.dat.empty to hdfs://localhost:34031/user/jenkins/test-data/175eed20-4ef0-ecd9-861a-f382c96eb719/oldWALs/wal.dat.empty 2024-11-14T21:32:35,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=134 (was 134), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 880), ProcessCount=11 (was 11), AvailableMemoryMB=1164 (was 1125) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:35,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=134, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=1164 2024-11-14T21:32:35,258 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742178_1357 (size=7) 2024-11-14T21:32:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742178_1357 (size=7) 2024-11-14T21:32:35,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:35,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:35,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:35,275 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:35,276 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:35,276 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:35,277 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742179_1358 (size=1393) 2024-11-14T21:32:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742179_1358 (size=1393) 2024-11-14T21:32:35,296 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:35,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742180_1359 (size=1393) 2024-11-14T21:32:35,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742180_1359 (size=1393) 2024-11-14T21:32:35,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:35,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742181_1360 (size=1393) 2024-11-14T21:32:35,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742181_1360 (size=1393) 2024-11-14T21:32:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:35,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742182_1361 (size=1393) 2024-11-14T21:32:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742182_1361 (size=1393) 2024-11-14T21:32:35,768 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:35,768 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742183_1362 (size=1393) 2024-11-14T21:32:35,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742183_1362 (size=1393) 2024-11-14T21:32:35,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:35,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742184_1363 (size=1393) 2024-11-14T21:32:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742184_1363 (size=1393) 2024-11-14T21:32:35,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:35,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742185_1364 (size=1405) 2024-11-14T21:32:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742185_1364 (size=1405) 2024-11-14T21:32:35,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:35,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742186_1365 (size=1413) 2024-11-14T21:32:35,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742186_1365 (size=1413) 2024-11-14T21:32:35,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:35,835 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742187_1366 (size=1413) 2024-11-14T21:32:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742187_1366 (size=1413) 2024-11-14T21:32:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:35,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:35,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742188_1367 (size=1413) 2024-11-14T21:32:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742188_1367 (size=1413) 2024-11-14T21:32:35,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:35,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:35,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 2024-11-14T21:32:35,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 after 1ms 2024-11-14T21:32:35,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 took 3ms 2024-11-14T21:32:35,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 so closing down 2024-11-14T21:32:35,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:35,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:35,940 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:35,940 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:35,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:35,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:35,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742190_1369 (size=743) 2024-11-14T21:32:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742190_1369 (size=743) 2024-11-14T21:32:35,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:35,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:35,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742189_1368 (size=743) 2024-11-14T21:32:35,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742189_1368 (size=743) 2024-11-14T21:32:35,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:35,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:35,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:35,971 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0, size=1.4 K (1393bytes) at 1731619955925Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 so closing down at 1731619955931 (+6 ms)3 split writer threads finished at 1731619955931Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619955941 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619955942 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619955955 (+13 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619955962 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619955969 (+7 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619955970 (+1 ms)Processed 20 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619955970 2024-11-14T21:32:35,974 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.0 2024-11-14T21:32:35,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:35,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 2024-11-14T21:32:35,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 after 0ms 2024-11-14T21:32:35,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 took 3ms 2024-11-14T21:32:35,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 so closing down 2024-11-14T21:32:35,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:35,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:35,982 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:35,982 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:35,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:35,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742191_1370 (size=743) 2024-11-14T21:32:35,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742191_1370 (size=743) 2024-11-14T21:32:35,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:35,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742192_1371 (size=743) 2024-11-14T21:32:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742192_1371 (size=743) 2024-11-14T21:32:36,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:36,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:36,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:36,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1, size=1.4 K (1393bytes) at 1731619955974Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 so closing down at 1731619955979 (+5 ms)3 split writer threads finished at 1731619955979Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619955983 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619955986 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619955995 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619955996 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619956011 (+15 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619956012 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619956012 2024-11-14T21:32:36,014 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.1 2024-11-14T21:32:36,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:36,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 2024-11-14T21:32:36,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 after 0ms 2024-11-14T21:32:36,016 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 took 2ms 2024-11-14T21:32:36,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 so closing down 2024-11-14T21:32:36,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:36,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:36,028 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:36,028 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:36,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:36,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742193_1372 (size=743) 2024-11-14T21:32:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742193_1372 (size=743) 2024-11-14T21:32:36,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742194_1373 (size=743) 2024-11-14T21:32:36,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742194_1373 (size=743) 2024-11-14T21:32:36,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:36,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:36,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:36,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:36,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:36,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2, size=1.4 K (1393bytes) at 1731619956014Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 so closing down at 1731619956019 (+5 ms)3 split writer threads finished at 1731619956023 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619956029 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619956030 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619956445 (+415 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619956447 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619956447Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619956448 (+1 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619956449 (+1 ms) 2024-11-14T21:32:36,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.2 2024-11-14T21:32:36,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:36,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 2024-11-14T21:32:36,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 after 0ms 2024-11-14T21:32:36,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 took 3ms 2024-11-14T21:32:36,463 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 so closing down 2024-11-14T21:32:36,463 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:36,463 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:36,489 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:36,490 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:36,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:36,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:36,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742195_1374 (size=743) 2024-11-14T21:32:36,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742195_1374 (size=743) 2024-11-14T21:32:36,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:36,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742196_1375 (size=743) 2024-11-14T21:32:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742196_1375 (size=743) 2024-11-14T21:32:36,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:36,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:36,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:36,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3, size=1.4 K (1393bytes) at 1731619956452Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 so closing down at 1731619956463 (+11 ms)3 split writer threads finished at 1731619956463Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619956492 (+29 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619956492Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619956513 (+21 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619956519 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619956938 (+419 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619956939 (+1 ms)Processed 20 edits across 2 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619956940 (+1 ms) 2024-11-14T21:32:36,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.3 2024-11-14T21:32:36,942 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:36,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 2024-11-14T21:32:36,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 after 0ms 2024-11-14T21:32:36,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 took 3ms 2024-11-14T21:32:36,955 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 so closing down 2024-11-14T21:32:36,955 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:36,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:36,968 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:36,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:36,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:36,978 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742197_1376 (size=743) 2024-11-14T21:32:36,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742197_1376 (size=743) 2024-11-14T21:32:37,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742198_1377 (size=743) 2024-11-14T21:32:37,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742198_1377 (size=743) 2024-11-14T21:32:37,001 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:37,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:37,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:37,007 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4, size=1.4 K (1393bytes) at 1731619956942Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 so closing down at 1731619956955 (+13 ms)3 split writer threads finished at 1731619956957 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619956970 (+13 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619956978 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957002 (+24 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957002Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619957003 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619957007 (+4 ms)Processed 20 edits across 2 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619957007 2024-11-14T21:32:37,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.4 2024-11-14T21:32:37,009 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:37,009 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 2024-11-14T21:32:37,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 after 1ms 2024-11-14T21:32:37,012 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 took 3ms 2024-11-14T21:32:37,019 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 so closing down 2024-11-14T21:32:37,019 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,019 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:37,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:37,026 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:37,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742199_1378 (size=743) 2024-11-14T21:32:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742199_1378 (size=743) 2024-11-14T21:32:37,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742200_1379 (size=743) 2024-11-14T21:32:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742200_1379 (size=743) 2024-11-14T21:32:37,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:37,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:37,036 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:37,037 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5, size=1.4 K (1393bytes) at 1731619957009Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 so closing down at 1731619957019 (+10 ms)3 split writer threads finished at 1731619957019Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619957024 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619957030 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957033 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619957035 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957035Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619957036 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619957036 2024-11-14T21:32:37,038 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.5 2024-11-14T21:32:37,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:37,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 2024-11-14T21:32:37,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 after 0ms 2024-11-14T21:32:37,040 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 took 2ms 2024-11-14T21:32:37,041 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 so closing down 2024-11-14T21:32:37,041 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,041 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,046 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:37,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:37,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:37,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742202_1381 (size=749) 2024-11-14T21:32:37,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742202_1381 (size=749) 2024-11-14T21:32:37,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,074 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:37,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742201_1380 (size=749) 2024-11-14T21:32:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742201_1380 (size=749) 2024-11-14T21:32:37,077 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:37,079 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:37,079 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6, size=1.4 K (1405bytes) at 1731619957038Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 so closing down at 1731619957041 (+3 ms)3 split writer threads finished at 1731619957041Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619957051 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619957059 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957073 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619957074 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957077 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619957079 (+2 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619957079 2024-11-14T21:32:37,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.6 2024-11-14T21:32:37,081 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:37,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 2024-11-14T21:32:37,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 after 1ms 2024-11-14T21:32:37,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 took 3ms 2024-11-14T21:32:37,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 so closing down 2024-11-14T21:32:37,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,085 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,087 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:37,088 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:37,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:37,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742204_1383 (size=753) 2024-11-14T21:32:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742203_1382 (size=753) 2024-11-14T21:32:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742203_1382 (size=753) 2024-11-14T21:32:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742204_1383 (size=753) 2024-11-14T21:32:37,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:37,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:37,107 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:37,107 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7, size=1.4 K (1413bytes) at 1731619957081Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 so closing down at 1731619957085 (+4 ms)3 split writer threads finished at 1731619957085Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619957089 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619957090 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957102 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619957104 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957105 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619957107 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619957107 2024-11-14T21:32:37,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.7 2024-11-14T21:32:37,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:37,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 2024-11-14T21:32:37,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 after 0ms 2024-11-14T21:32:37,115 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 took 4ms 2024-11-14T21:32:37,117 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 so closing down 2024-11-14T21:32:37,117 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,117 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,119 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:37,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:37,120 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:37,121 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742205_1384 (size=753) 2024-11-14T21:32:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742205_1384 (size=753) 2024-11-14T21:32:37,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742206_1385 (size=753) 2024-11-14T21:32:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742206_1385 (size=753) 2024-11-14T21:32:37,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:37,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:37,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:37,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8, size=1.4 K (1413bytes) at 1731619957111Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 so closing down at 1731619957117 (+6 ms)3 split writer threads finished at 1731619957117Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619957120 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619957121 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957133 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619957136 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957533 (+397 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619957535 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619957535 2024-11-14T21:32:37,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.8 2024-11-14T21:32:37,537 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:37,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 2024-11-14T21:32:37,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 after 0ms 2024-11-14T21:32:37,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 took 2ms 2024-11-14T21:32:37,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 so closing down 2024-11-14T21:32:37,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:37,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:37,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:37,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742207_1386 (size=753) 2024-11-14T21:32:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742207_1386 (size=753) 2024-11-14T21:32:37,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742208_1387 (size=753) 2024-11-14T21:32:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742208_1387 (size=753) 2024-11-14T21:32:37,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:37,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:37,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:37,549 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:37,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9, size=1.4 K (1413bytes) at 1731619957537Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 so closing down at 1731619957540 (+3 ms)3 split writer threads finished at 1731619957540Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619957543 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619957543Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957547 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619957548 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619957549 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619957549Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619957549 2024-11-14T21:32:37,551 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731619955276/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/34555828-af76-4e73-0e1f-76e3b56a2921/oldWALs/wal.dat.9 2024-11-14T21:32:37,562 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=134 (was 134), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=1301 (was 1164) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:37,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=134, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=1299 2024-11-14T21:32:37,570 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742209_1388 (size=7) 2024-11-14T21:32:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742209_1388 (size=7) 2024-11-14T21:32:37,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:37,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:37,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:37,583 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:37,588 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:34031/user/jenkins/test-data/7b28cf43-4e1d-2dfe-1a73-f509b40ef4b6/data/hbase/meta/1588230740/recovered.edits 2024-11-14T21:32:37,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=134 (was 134), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=1281 (was 1299) 2024-11-14T21:32:37,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=134, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=1275 2024-11-14T21:32:37,613 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:37,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742210_1389 (size=7) 2024-11-14T21:32:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742210_1389 (size=7) 2024-11-14T21:32:37,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:37,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:37,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:37,627 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:37,627 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T21:32:37,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:37,630 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T21:32:37,630 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T21:32:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:37,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:37,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742211_1390 (size=818) 2024-11-14T21:32:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742211_1390 (size=818) 2024-11-14T21:32:37,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5, size=818 (818bytes) 2024-11-14T21:32:37,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 2024-11-14T21:32:37,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 after 1ms 2024-11-14T21:32:37,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 took 7ms 2024-11-14T21:32:37,696 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 so closing down 2024-11-14T21:32:37,696 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:37,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:37,708 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T21:32:37,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T21:32:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742212_1391 (size=783) 2024-11-14T21:32:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742212_1391 (size=783) 2024-11-14T21:32:38,168 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T21:32:38,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T21:32:38,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T21:32:38,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5, size=818 (818bytes) at 1731619957679Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 so closing down at 1731619957696 (+17 ms)3 split writer threads finished at 1731619957702 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731619957710 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731619958168 (+458 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731619958170 (+2 ms)Processed 11 edits across 1 Regions in 482 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731619958170 2024-11-14T21:32:38,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/WALs/testemptywaledit,16010,1731619957627/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/af752bed-6d6c-b6f7-3ecc-aaa91d0b9018/oldWALs/wal.dat.5 2024-11-14T21:32:38,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=134 (was 134), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=809 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=1172 (was 1275) 2024-11-14T21:32:38,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=134, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=1170 2024-11-14T21:32:38,198 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742213_1392 (size=7) 2024-11-14T21:32:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742213_1392 (size=7) 2024-11-14T21:32:38,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:38,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:38,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:38,623 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:38,623 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:38,626 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:38,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742214_1393 (size=1393) 2024-11-14T21:32:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742214_1393 (size=1393) 2024-11-14T21:32:38,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:38,667 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742215_1394 (size=1393) 2024-11-14T21:32:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742215_1394 (size=1393) 2024-11-14T21:32:38,741 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:38,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:38,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742216_1395 (size=1393) 2024-11-14T21:32:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742216_1395 (size=1393) 2024-11-14T21:32:39,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:39,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742217_1396 (size=1393) 2024-11-14T21:32:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742217_1396 (size=1393) 2024-11-14T21:32:39,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:39,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:39,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742218_1397 (size=1393) 2024-11-14T21:32:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742218_1397 (size=1393) 2024-11-14T21:32:39,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:39,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742219_1398 (size=1393) 2024-11-14T21:32:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742219_1398 (size=1393) 2024-11-14T21:32:39,670 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:39,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:39,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742220_1399 (size=1405) 2024-11-14T21:32:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742220_1399 (size=1405) 2024-11-14T21:32:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:40,209 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742221_1400 (size=1413) 2024-11-14T21:32:40,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742221_1400 (size=1413) 2024-11-14T21:32:40,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:40,311 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:40,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742222_1401 (size=1413) 2024-11-14T21:32:40,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742222_1401 (size=1413) 2024-11-14T21:32:40,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:40,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:40,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:40,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:40,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742223_1402 (size=1413) 2024-11-14T21:32:40,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742223_1402 (size=1413) 2024-11-14T21:32:40,861 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:41,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:41,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 2024-11-14T21:32:41,005 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 after 1ms 2024-11-14T21:32:41,008 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 took 4ms 2024-11-14T21:32:41,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 so closing down 2024-11-14T21:32:41,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:41,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:41,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:41,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:41,110 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:41,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:41,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742225_1404 (size=743) 2024-11-14T21:32:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742225_1404 (size=743) 2024-11-14T21:32:41,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742226_1405 (size=743) 2024-11-14T21:32:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742226_1405 (size=743) 2024-11-14T21:32:41,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,270 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:41,271 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 231 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:41,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0, size=1.4 K (1393bytes) at 1731619961004Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 so closing down at 1731619961046 (+42 ms)3 split writer threads finished at 1731619961047 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619961101 (+54 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619961126 (+25 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961190 (+64 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619961195 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961251 (+56 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619961270 (+19 ms)Processed 20 edits across 2 Regions in 231 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619961271 (+1 ms) 2024-11-14T21:32:41,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.0 2024-11-14T21:32:41,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:41,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 2024-11-14T21:32:41,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 after 2ms 2024-11-14T21:32:41,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 took 11ms 2024-11-14T21:32:41,311 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 so closing down 2024-11-14T21:32:41,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:41,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:41,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:41,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:41,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:41,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742227_1406 (size=743) 2024-11-14T21:32:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742227_1406 (size=743) 2024-11-14T21:32:41,417 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742228_1407 (size=743) 2024-11-14T21:32:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742228_1407 (size=743) 2024-11-14T21:32:41,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:41,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:41,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1, size=1.4 K (1393bytes) at 1731619961281Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 so closing down at 1731619961312 (+31 ms)3 split writer threads finished at 1731619961312Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619961371 (+59 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619961374 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961417 (+43 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619961419 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961451 (+32 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619961452 (+1 ms)Processed 20 edits across 2 Regions in 142 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619961452 2024-11-14T21:32:41,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.1 2024-11-14T21:32:41,455 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:41,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 2024-11-14T21:32:41,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 after 7ms 2024-11-14T21:32:41,484 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 took 30ms 2024-11-14T21:32:41,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 so closing down 2024-11-14T21:32:41,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:41,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:41,541 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:41,557 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:41,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:41,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742229_1408 (size=743) 2024-11-14T21:32:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742229_1408 (size=743) 2024-11-14T21:32:41,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:41,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742230_1409 (size=743) 2024-11-14T21:32:41,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742230_1409 (size=743) 2024-11-14T21:32:41,671 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,683 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:41,683 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:41,683 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2, size=1.4 K (1393bytes) at 1731619961455Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 so closing down at 1731619961515 (+60 ms)3 split writer threads finished at 1731619961520 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619961565 (+45 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619961575 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961656 (+81 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619961660 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961671 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619961683 (+12 ms)Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619961683 2024-11-14T21:32:41,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.2 2024-11-14T21:32:41,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:41,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 2024-11-14T21:32:41,695 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 after 3ms 2024-11-14T21:32:41,697 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 took 6ms 2024-11-14T21:32:41,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 so closing down 2024-11-14T21:32:41,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:41,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:41,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:41,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:41,729 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:41,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742231_1410 (size=743) 2024-11-14T21:32:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742231_1410 (size=743) 2024-11-14T21:32:41,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742232_1411 (size=743) 2024-11-14T21:32:41,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742232_1411 (size=743) 2024-11-14T21:32:41,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:41,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:41,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:41,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3, size=1.4 K (1393bytes) at 1731619961691Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 so closing down at 1731619961714 (+23 ms)3 split writer threads finished at 1731619961714Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619961726 (+12 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619961743 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961822 (+79 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619961826 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619961848 (+22 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619961857 (+9 ms)Processed 20 edits across 2 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619961857 2024-11-14T21:32:41,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.3 2024-11-14T21:32:41,864 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:41,864 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 2024-11-14T21:32:41,865 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 after 1ms 2024-11-14T21:32:41,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 took 4ms 2024-11-14T21:32:41,892 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 so closing down 2024-11-14T21:32:41,892 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:41,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:41,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:41,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:41,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:41,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742234_1413 (size=743) 2024-11-14T21:32:42,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742234_1413 (size=743) 2024-11-14T21:32:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742233_1412 (size=743) 2024-11-14T21:32:42,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742233_1412 (size=743) 2024-11-14T21:32:42,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:42,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:42,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:42,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:42,085 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 194 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:42,086 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4, size=1.4 K (1393bytes) at 1731619961864Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 so closing down at 1731619961892 (+28 ms)3 split writer threads finished at 1731619961894 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619961955 (+61 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619961963 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619962081 (+118 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619962082 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619962083 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619962085 (+2 ms)Processed 20 edits across 2 Regions in 194 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619962085 2024-11-14T21:32:42,091 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.4 2024-11-14T21:32:42,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T21:32:42,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 2024-11-14T21:32:42,099 WARN [IPC Server handler 2 on default port 34031 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-14T21:32:42,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 after 11ms 2024-11-14T21:32:42,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717700329_22 at /127.0.0.1:46772 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:39367:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46772 dst: /127.0.0.1:39367 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39367 remote=/127.0.0.1:46772]. Total timeout mills is 60000, 57959 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:42,980 WARN [ResponseProcessor for block BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:32:42,980 WARN [DataStreamer for file /user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 block BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39367,DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09,DISK], DatanodeInfoWithStorage[127.0.0.1:41333,DS-9d495500-406d-4139-b641-e7882f19a717,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39367,DS-eeebc513-7e75-4906-aeca-7b8d9bc0ab09,DISK]) is bad. 2024-11-14T21:32:42,981 WARN [DataStreamer for file /user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 block BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T21:32:42,982 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717700329_22 at /127.0.0.1:50446 [Receiving block BP-420911778-172.17.0.2-1731619884774:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:41333:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50446 dst: /127.0.0.1:41333 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T21:32:42,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742224_1414 (size=1394) 2024-11-14T21:32:46,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 after 4015ms 2024-11-14T21:32:46,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 took 4027ms 2024-11-14T21:32:46,123 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:46,123 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 so closing down 2024-11-14T21:32:46,123 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:46,123 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:46,128 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:46,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:46,142 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:46,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742236_1416 (size=418) 2024-11-14T21:32:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742236_1416 (size=418) 2024-11-14T21:32:46,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:46,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T21:32:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742235_1415 (size=353) 2024-11-14T21:32:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742235_1415 (size=353) 2024-11-14T21:32:46,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:46,275 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T21:32:46,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T21:32:46,276 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5, size=1.4 K (1394bytes) at 1731619962091Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 so closing down at 1731619966123 (+4032 ms)3 split writer threads finished at 1731619966123Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619966141 (+18 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619966150 (+9 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619966226 (+76 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731619966231 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731619966274 (+43 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731619966275 (+1 ms)Processed 9 edits across 2 Regions in 154 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731619966276 (+1 ms) 2024-11-14T21:32:46,281 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/corrupt/wal.dat.5 2024-11-14T21:32:46,281 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:46,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 2024-11-14T21:32:46,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 after 0ms 2024-11-14T21:32:46,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 took 23ms 2024-11-14T21:32:46,330 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 so closing down 2024-11-14T21:32:46,330 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:46,339 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:46,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:46,371 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:46,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:46,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742237_1417 (size=749) 2024-11-14T21:32:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742237_1417 (size=749) 2024-11-14T21:32:46,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742238_1418 (size=749) 2024-11-14T21:32:46,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742238_1418 (size=749) 2024-11-14T21:32:46,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:46,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:46,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:46,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:46,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6, size=1.4 K (1405bytes) at 1731619966281Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 so closing down at 1731619966330 (+49 ms)3 split writer threads finished at 1731619966339 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619966373 (+34 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619966387 (+14 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619966478 (+91 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619966489 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619966490 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619966499 (+9 ms)Processed 20 edits across 2 Regions in 170 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619966499 2024-11-14T21:32:46,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.6 2024-11-14T21:32:46,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:46,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 2024-11-14T21:32:46,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 after 0ms 2024-11-14T21:32:46,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 took 3ms 2024-11-14T21:32:46,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 so closing down 2024-11-14T21:32:46,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:46,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:46,549 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:46,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:46,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:46,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:46,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742239_1419 (size=753) 2024-11-14T21:32:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742239_1419 (size=753) 2024-11-14T21:32:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742240_1420 (size=753) 2024-11-14T21:32:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742240_1420 (size=753) 2024-11-14T21:32:46,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:46,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:47,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:47,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:47,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 571 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:47,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7, size=1.4 K (1413bytes) at 1731619966505Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 so closing down at 1731619966527 (+22 ms)3 split writer threads finished at 1731619966530 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619966573 (+43 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619966575 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619966720 (+145 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619966733 (+13 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619967096 (+363 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619967097 (+1 ms)Processed 20 edits across 2 Regions in 571 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619967097 2024-11-14T21:32:47,100 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.7 2024-11-14T21:32:47,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:47,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 2024-11-14T21:32:47,101 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 after 0ms 2024-11-14T21:32:47,103 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 took 3ms 2024-11-14T21:32:47,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 so closing down 2024-11-14T21:32:47,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:47,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:47,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:47,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:47,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:47,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742242_1422 (size=753) 2024-11-14T21:32:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742242_1422 (size=753) 2024-11-14T21:32:47,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:47,242 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742241_1421 (size=753) 2024-11-14T21:32:47,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742241_1421 (size=753) 2024-11-14T21:32:47,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:47,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:47,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:47,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8, size=1.4 K (1413bytes) at 1731619967100Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 so closing down at 1731619967113 (+13 ms)3 split writer threads finished at 1731619967113Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619967129 (+16 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619967130 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619967241 (+111 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619967242 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619967256 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619967258 (+2 ms)Processed 20 edits across 2 Regions in 146 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619967258 2024-11-14T21:32:47,262 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.8 2024-11-14T21:32:47,262 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:47,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 2024-11-14T21:32:47,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 after 0ms 2024-11-14T21:32:47,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 took 3ms 2024-11-14T21:32:47,304 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 so closing down 2024-11-14T21:32:47,304 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:47,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:47,332 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:47,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:47,336 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:47,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742243_1423 (size=753) 2024-11-14T21:32:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742243_1423 (size=753) 2024-11-14T21:32:47,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742244_1424 (size=753) 2024-11-14T21:32:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742244_1424 (size=753) 2024-11-14T21:32:47,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:47,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:47,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:47,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:47,474 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:47,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9, size=1.4 K (1413bytes) at 1731619967262Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 so closing down at 1731619967304 (+42 ms)3 split writer threads finished at 1731619967314 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619967336 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619967342 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619967460 (+118 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619967462 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619967468 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619967474 (+6 ms)Processed 20 edits across 2 Regions in 171 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619967474 2024-11-14T21:32:47,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731619958623/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/e46e7f68-73bf-99bb-4eb3-a9eff1484fc2/oldWALs/wal.dat.9 2024-11-14T21:32:47,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=134 (was 134), OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 809) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1088 (was 1170) 2024-11-14T21:32:47,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=1089 2024-11-14T21:32:47,615 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742245_1425 (size=7) 2024-11-14T21:32:47,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742245_1425 (size=7) 2024-11-14T21:32:47,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:47,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:47,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:47,707 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:47,707 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T21:32:47,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742246_1426 (size=863) 2024-11-14T21:32:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742246_1426 (size=863) 2024-11-14T21:32:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742247_1427 (size=823) 2024-11-14T21:32:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742247_1427 (size=823) 2024-11-14T21:32:47,945 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0, size=823 (823bytes) 2024-11-14T21:32:47,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 2024-11-14T21:32:47,945 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 after 0ms 2024-11-14T21:32:47,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 took 8ms 2024-11-14T21:32:47,971 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0; continuing. 2024-11-14T21:32:47,971 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 so closing down 2024-11-14T21:32:47,971 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:47,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:47,990 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:47,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742248_1428 (size=786) 2024-11-14T21:32:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742248_1428 (size=786) 2024-11-14T21:32:48,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:48,454 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T21:32:48,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T21:32:48,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0, size=823 (823bytes) at 1731619967945Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 so closing down at 1731619967971 (+26 ms)3 split writer threads finished at 1731619967971Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619967992 (+21 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619968439 (+447 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731619968454 (+15 ms)Processed 9 edits across 1 Regions in 492 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731619968455 (+1 ms) 2024-11-14T21:32:48,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/WALs/testeofisignored,16010,1731619967707/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/ca23fa31-5013-35f6-cd2b-e8d0247266aa/oldWALs/wal.dat.0 2024-11-14T21:32:48,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=134 (was 134), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=1016 (was 1089) 2024-11-14T21:32:48,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=1011 2024-11-14T21:32:48,547 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:48,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742249_1429 (size=7) 2024-11-14T21:32:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742249_1429 (size=7) 2024-11-14T21:32:48,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:48,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:48,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:48,620 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:48,620 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T21:32:48,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T21:32:48,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742250_1430 (size=93) 2024-11-14T21:32:48,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742250_1430 (size=93) 2024-11-14T21:32:48,712 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty, size=93 (93bytes) 2024-11-14T21:32:48,712 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty 2024-11-14T21:32:48,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty after 1ms 2024-11-14T21:32:48,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty took 3ms 2024-11-14T21:32:48,723 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty so closing down 2024-11-14T21:32:48,723 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:48,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:48,727 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T21:32:48,727 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty, size=93 (93bytes) at 1731619968712Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty so closing down at 1731619968723 (+11 ms)3 split writer threads finished at 1731619968727 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731619968727 2024-11-14T21:32:48,730 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/WALs/testsplitlogfileempty,16010,1731619968620/wal.dat..empty to hdfs://localhost:34031/user/jenkins/test-data/ea6a148c-e4cc-1591-90e3-e63d3f74fdcf/oldWALs/wal.dat..empty 2024-11-14T21:32:48,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=134 (was 134), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=984 (was 1011) 2024-11-14T21:32:48,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=134, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=982 2024-11-14T21:32:48,760 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742251_1431 (size=7) 2024-11-14T21:32:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742251_1431 (size=7) 2024-11-14T21:32:49,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:49,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:49,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:49,210 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:49,211 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:49,211 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:49,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742252_1432 (size=1393) 2024-11-14T21:32:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742252_1432 (size=1393) 2024-11-14T21:32:49,756 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:49,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:49,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742253_1433 (size=1393) 2024-11-14T21:32:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742253_1433 (size=1393) 2024-11-14T21:32:49,838 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:49,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742254_1434 (size=1393) 2024-11-14T21:32:49,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742254_1434 (size=1393) 2024-11-14T21:32:49,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:49,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742255_1435 (size=1393) 2024-11-14T21:32:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742255_1435 (size=1393) 2024-11-14T21:32:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:49,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:49,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742256_1436 (size=1393) 2024-11-14T21:32:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742256_1436 (size=1393) 2024-11-14T21:32:50,435 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:50,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742257_1437 (size=1393) 2024-11-14T21:32:50,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742257_1437 (size=1393) 2024-11-14T21:32:50,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:50,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:50,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742258_1438 (size=1405) 2024-11-14T21:32:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742258_1438 (size=1405) 2024-11-14T21:32:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:51,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:51,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742259_1439 (size=1413) 2024-11-14T21:32:51,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742259_1439 (size=1413) 2024-11-14T21:32:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:51,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742260_1440 (size=1413) 2024-11-14T21:32:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742260_1440 (size=1413) 2024-11-14T21:32:51,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:51,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742261_1441 (size=1413) 2024-11-14T21:32:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742261_1441 (size=1413) 2024-11-14T21:32:51,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:51,906 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:51,906 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 2024-11-14T21:32:51,907 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 after 1ms 2024-11-14T21:32:51,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 took 10ms 2024-11-14T21:32:51,925 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 so closing down 2024-11-14T21:32:51,925 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:51,926 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:51,933 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:51,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:32:51,936 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:51,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742262_1442 (size=743) 2024-11-14T21:32:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742262_1442 (size=743) 2024-11-14T21:32:51,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:51,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T21:32:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742263_1443 (size=743) 2024-11-14T21:32:51,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742263_1443 (size=743) 2024-11-14T21:32:51,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:51,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:32:51,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:51,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0, size=1.4 K (1393bytes) at 1731619971906Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 so closing down at 1731619971925 (+19 ms)3 split writer threads finished at 1731619971926 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619971936 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619971946 (+10 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619971955 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731619971958 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619971983 (+25 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619971994 (+11 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619971995 (+1 ms) 2024-11-14T21:32:51,998 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.0 2024-11-14T21:32:51,998 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:51,998 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 2024-11-14T21:32:52,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 after 3ms 2024-11-14T21:32:52,005 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 took 7ms 2024-11-14T21:32:52,009 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 so closing down 2024-11-14T21:32:52,009 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:52,010 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:52,012 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:52,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:52,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:32:52,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:32:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742264_1444 (size=743) 2024-11-14T21:32:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742264_1444 (size=743) 2024-11-14T21:32:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742265_1445 (size=743) 2024-11-14T21:32:52,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742265_1445 (size=743) 2024-11-14T21:32:52,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:32:52,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T21:32:52,479 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:52,479 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1, size=1.4 K (1393bytes) at 1731619971998Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 so closing down at 1731619972009 (+11 ms)3 split writer threads finished at 1731619972010 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619972013 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619972014 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972041 (+27 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619972042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972450 (+408 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731619972478 (+28 ms)Processed 20 edits across 2 Regions in 470 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619972479 (+1 ms) 2024-11-14T21:32:52,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.1 2024-11-14T21:32:52,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:52,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 2024-11-14T21:32:52,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 after 1ms 2024-11-14T21:32:52,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 took 22ms 2024-11-14T21:32:52,519 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 so closing down 2024-11-14T21:32:52,519 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:52,526 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:52,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:52,558 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:52,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:32:52,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:32:52,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742267_1447 (size=743) 2024-11-14T21:32:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742267_1447 (size=743) 2024-11-14T21:32:52,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T21:32:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742266_1446 (size=743) 2024-11-14T21:32:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742266_1446 (size=743) 2024-11-14T21:32:52,611 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:32:52,613 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:52,613 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2, size=1.4 K (1393bytes) at 1731619972481Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 so closing down at 1731619972519 (+38 ms)3 split writer threads finished at 1731619972526 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619972564 (+38 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619972567 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972603 (+36 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731619972605 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972611 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619972613 (+2 ms)Processed 20 edits across 2 Regions in 99 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619972613 2024-11-14T21:32:52,615 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.2 2024-11-14T21:32:52,615 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:52,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 2024-11-14T21:32:52,615 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 after 0ms 2024-11-14T21:32:52,617 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 took 2ms 2024-11-14T21:32:52,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 so closing down 2024-11-14T21:32:52,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:52,619 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:52,623 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:52,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:32:52,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:52,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:32:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742268_1448 (size=743) 2024-11-14T21:32:52,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742268_1448 (size=743) 2024-11-14T21:32:52,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:32:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742269_1449 (size=743) 2024-11-14T21:32:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742269_1449 (size=743) 2024-11-14T21:32:52,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T21:32:52,657 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:52,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3, size=1.4 K (1393bytes) at 1731619972615Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 so closing down at 1731619972618 (+3 ms)3 split writer threads finished at 1731619972619 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619972627 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619972634 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972645 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619972650 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972656 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731619972657 (+1 ms)Processed 20 edits across 2 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619972657 2024-11-14T21:32:52,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.3 2024-11-14T21:32:52,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:52,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 2024-11-14T21:32:52,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 after 0ms 2024-11-14T21:32:52,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 took 2ms 2024-11-14T21:32:52,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 so closing down 2024-11-14T21:32:52,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:52,663 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:52,665 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:52,668 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:52,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:32:52,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:32:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742270_1450 (size=743) 2024-11-14T21:32:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742270_1450 (size=743) 2024-11-14T21:32:52,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:32:52,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742271_1451 (size=743) 2024-11-14T21:32:52,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742271_1451 (size=743) 2024-11-14T21:32:52,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T21:32:52,696 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:52,696 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4, size=1.4 K (1393bytes) at 1731619972659Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 so closing down at 1731619972662 (+3 ms)3 split writer threads finished at 1731619972663 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619972668 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619972669 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972683 (+14 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619972684 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972695 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731619972696 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619972696 2024-11-14T21:32:52,698 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.4 2024-11-14T21:32:52,698 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:52,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 2024-11-14T21:32:52,698 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 after 0ms 2024-11-14T21:32:52,700 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 took 2ms 2024-11-14T21:32:52,701 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 so closing down 2024-11-14T21:32:52,701 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:52,701 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:52,711 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:52,711 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:52,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:32:52,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:32:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742272_1452 (size=743) 2024-11-14T21:32:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742272_1452 (size=743) 2024-11-14T21:32:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742273_1453 (size=743) 2024-11-14T21:32:52,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742273_1453 (size=743) 2024-11-14T21:32:52,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:52,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:32:53,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T21:32:53,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T21:32:53,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5, size=1.4 K (1393bytes) at 1731619972698Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 so closing down at 1731619972701 (+3 ms)3 split writer threads finished at 1731619972701Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619972712 (+11 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619972712Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619972732 (+20 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619972733 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973125 (+392 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731619973127 (+2 ms)Processed 20 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731619973128 (+1 ms) 2024-11-14T21:32:53,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.5 2024-11-14T21:32:53,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:53,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 2024-11-14T21:32:53,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 after 0ms 2024-11-14T21:32:53,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 took 3ms 2024-11-14T21:32:53,139 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 so closing down 2024-11-14T21:32:53,139 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:53,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:53,144 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:53,144 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:53,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:32:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742274_1454 (size=749) 2024-11-14T21:32:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742274_1454 (size=749) 2024-11-14T21:32:53,166 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:32:53,173 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:32:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742275_1455 (size=749) 2024-11-14T21:32:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742275_1455 (size=749) 2024-11-14T21:32:53,211 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T21:32:53,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T21:32:53,227 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6, size=1.4 K (1405bytes) at 1731619973130Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 so closing down at 1731619973139 (+9 ms)3 split writer threads finished at 1731619973140 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619973147 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973166 (+19 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619973168 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619973173 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973211 (+38 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731619973227 (+16 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731619973227 2024-11-14T21:32:53,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.6 2024-11-14T21:32:53,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:53,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 2024-11-14T21:32:53,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 after 1ms 2024-11-14T21:32:53,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 took 4ms 2024-11-14T21:32:53,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 so closing down 2024-11-14T21:32:53,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:53,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:53,244 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:53,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:32:53,245 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:53,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:32:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742276_1456 (size=753) 2024-11-14T21:32:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742276_1456 (size=753) 2024-11-14T21:32:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742277_1457 (size=753) 2024-11-14T21:32:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742277_1457 (size=753) 2024-11-14T21:32:53,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,272 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T21:32:53,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:32:53,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:53,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7, size=1.4 K (1413bytes) at 1731619973230Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 so closing down at 1731619973239 (+9 ms)3 split writer threads finished at 1731619973239Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619973245 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619973246 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973271 (+25 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731619973272 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973674 (+402 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619973678 (+4 ms)Processed 20 edits across 2 Regions in 440 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619973679 (+1 ms) 2024-11-14T21:32:53,684 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.7 2024-11-14T21:32:53,684 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:53,684 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 2024-11-14T21:32:53,686 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 after 2ms 2024-11-14T21:32:53,689 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 took 5ms 2024-11-14T21:32:53,707 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 so closing down 2024-11-14T21:32:53,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:53,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:53,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:53,731 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:53,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:32:53,733 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:32:53,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742278_1458 (size=753) 2024-11-14T21:32:53,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742279_1459 (size=753) 2024-11-14T21:32:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742279_1459 (size=753) 2024-11-14T21:32:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742278_1458 (size=753) 2024-11-14T21:32:53,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:53,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T21:32:54,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:54,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:32:54,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 490 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:54,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8, size=1.4 K (1413bytes) at 1731619973684Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 so closing down at 1731619973707 (+23 ms)3 split writer threads finished at 1731619973711 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619973733 (+22 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619973733Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619973803 (+70 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731619973808 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619974194 (+386 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619974196 (+2 ms)Processed 20 edits across 2 Regions in 490 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619974196 2024-11-14T21:32:54,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.8 2024-11-14T21:32:54,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:54,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 2024-11-14T21:32:54,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 after 1ms 2024-11-14T21:32:54,207 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 took 8ms 2024-11-14T21:32:54,224 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 so closing down 2024-11-14T21:32:54,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:54,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:54,231 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:54,252 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:32:54,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:54,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:32:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742280_1460 (size=753) 2024-11-14T21:32:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742281_1461 (size=753) 2024-11-14T21:32:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742281_1461 (size=753) 2024-11-14T21:32:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742280_1460 (size=753) 2024-11-14T21:32:54,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:54,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:54,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:32:54,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T21:32:54,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 209 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T21:32:54,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9, size=1.4 K (1413bytes) at 1731619974199Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 so closing down at 1731619974224 (+25 ms)3 split writer threads finished at 1731619974228 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619974252 (+24 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619974260 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619974400 (+140 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619974401 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619974431 (+30 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731619974431Processed 20 edits across 2 Regions in 209 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731619974431 2024-11-14T21:32:54,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/WALs/testlogsgetarchivedaftersplit,16010,1731619969211/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/cb7d4bda-ef65-b0b0-954d-b015a91605ef/oldWALs/wal.dat.9 2024-11-14T21:32:54,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=131 (was 134), OpenFileDescriptor=387 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=879 (was 820) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1011 (was 982) - AvailableMemoryMB LEAK? - 2024-11-14T21:32:54,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=131, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=879, ProcessCount=11, AvailableMemoryMB=1013 2024-11-14T21:32:54,508 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:54,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742282_1462 (size=7) 2024-11-14T21:32:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742282_1462 (size=7) 2024-11-14T21:32:54,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:54,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:54,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:54,587 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:54,588 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T21:32:54,588 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T21:32:54,589 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:54,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742283_1463 (size=723) 2024-11-14T21:32:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742283_1463 (size=723) 2024-11-14T21:32:54,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:54,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:54,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742284_1464 (size=723) 2024-11-14T21:32:54,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742284_1464 (size=723) 2024-11-14T21:32:55,114 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:55,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:55,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742285_1465 (size=723) 2024-11-14T21:32:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742285_1465 (size=723) 2024-11-14T21:32:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:55,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:55,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742286_1466 (size=723) 2024-11-14T21:32:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742286_1466 (size=723) 2024-11-14T21:32:55,261 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:55,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742287_1467 (size=723) 2024-11-14T21:32:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742287_1467 (size=723) 2024-11-14T21:32:55,390 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:55,391 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:55,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742288_1468 (size=723) 2024-11-14T21:32:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742288_1468 (size=723) 2024-11-14T21:32:55,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:55,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:55,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742289_1469 (size=723) 2024-11-14T21:32:55,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742289_1469 (size=723) 2024-11-14T21:32:55,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:55,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:55,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742290_1470 (size=723) 2024-11-14T21:32:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742290_1470 (size=723) 2024-11-14T21:32:55,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:55,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742291_1471 (size=723) 2024-11-14T21:32:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742291_1471 (size=723) 2024-11-14T21:32:55,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:55,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:55,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742292_1472 (size=723) 2024-11-14T21:32:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742292_1472 (size=723) 2024-11-14T21:32:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:55,742 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/oldWALs, maxLogs=32 2024-11-14T21:32:55,796 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731619975793 2024-11-14T21:32:55,885 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731619975793 2024-11-14T21:32:56,046 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37917:37917),(127.0.0.1/127.0.0.1:35713:35713)] 2024-11-14T21:32:56,084 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0, size=723 (723bytes) 2024-11-14T21:32:56,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0 2024-11-14T21:32:56,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0 after 0ms 2024-11-14T21:32:56,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0 took 4ms 2024-11-14T21:32:56,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0 so closing down 2024-11-14T21:32:56,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:56,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:56,109 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:56,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:32:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742294_1474 (size=723) 2024-11-14T21:32:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742294_1474 (size=723) 2024-11-14T21:32:56,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:32:56,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T21:32:56,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T21:32:56,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0, size=723 (723bytes) at 1731619976084Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0 so closing down at 1731619976094 (+10 ms)3 split writer threads finished at 1731619976095 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619976115 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619976124 (+9 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731619976130 (+6 ms)Processed 10 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731619974588/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731619976130 2024-11-14T21:32:56,131 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T21:32:56,132 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T21:32:56,132 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T21:32:56,132 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T21:32:56,132 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T21:32:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742293_1473 (size=93) 2024-11-14T21:32:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742293_1473 (size=93) 2024-11-14T21:32:56,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5304825-15e0-c467-56b7-1e7ea1f8aa81/oldWALs 2024-11-14T21:32:56,553 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731619975793) 2024-11-14T21:32:56,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=137 (was 131) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=879 (was 879), ProcessCount=11 (was 11), AvailableMemoryMB=964 (was 1013) 2024-11-14T21:32:56,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=879, ProcessCount=11, AvailableMemoryMB=961 2024-11-14T21:32:56,586 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:32:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742295_1475 (size=7) 2024-11-14T21:32:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742295_1475 (size=7) 2024-11-14T21:32:56,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:32:56,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:56,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:32:56,611 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:56,612 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T21:32:56,612 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:56,612 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:56,612 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:56,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742296_1476 (size=1393) 2024-11-14T21:32:56,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742296_1476 (size=1393) 2024-11-14T21:32:57,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:57,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:57,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742297_1477 (size=1393) 2024-11-14T21:32:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742297_1477 (size=1393) 2024-11-14T21:32:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:57,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742298_1478 (size=1393) 2024-11-14T21:32:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742298_1478 (size=1393) 2024-11-14T21:32:57,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:57,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742299_1479 (size=1393) 2024-11-14T21:32:57,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742299_1479 (size=1393) 2024-11-14T21:32:57,303 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:57,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742300_1480 (size=1393) 2024-11-14T21:32:57,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742300_1480 (size=1393) 2024-11-14T21:32:57,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:57,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:57,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742301_1481 (size=1393) 2024-11-14T21:32:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742301_1481 (size=1393) 2024-11-14T21:32:58,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:58,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:58,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742302_1482 (size=1405) 2024-11-14T21:32:58,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742302_1482 (size=1405) 2024-11-14T21:32:58,089 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:58,089 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,127 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T21:32:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742303_1483 (size=1413) 2024-11-14T21:32:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742303_1483 (size=1413) 2024-11-14T21:32:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:32:58,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:32:58,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742304_1484 (size=1413) 2024-11-14T21:32:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742304_1484 (size=1413) 2024-11-14T21:32:58,206 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:32:58,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:32:58,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742305_1485 (size=1413) 2024-11-14T21:32:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742305_1485 (size=1413) 2024-11-14T21:32:58,224 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:32:58,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:32:58,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 2024-11-14T21:32:58,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 after 0ms 2024-11-14T21:32:58,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 took 8ms 2024-11-14T21:32:58,276 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,276 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down 2024-11-14T21:32:58,276 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,276 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) at 1731619978245Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down at 1731619978276 (+31 ms)3 split writer threads finished at 1731619978276Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978277 (+1 ms) 2024-11-14T21:32:58,280 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0 2024-11-14T21:32:58,280 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:32:58,280 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 2024-11-14T21:32:58,281 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 after 1ms 2024-11-14T21:32:58,287 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 took 7ms 2024-11-14T21:32:58,294 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down 2024-11-14T21:32:58,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,294 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) at 1731619978280Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down at 1731619978294 (+14 ms)3 split writer threads finished at 1731619978294Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978294 2024-11-14T21:32:58,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1 2024-11-14T21:32:58,296 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:32:58,296 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 2024-11-14T21:32:58,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 after 1ms 2024-11-14T21:32:58,298 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 took 2ms 2024-11-14T21:32:58,300 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,300 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down 2024-11-14T21:32:58,300 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,300 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) at 1731619978296Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down at 1731619978300 (+4 ms)3 split writer threads finished at 1731619978300Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978300 2024-11-14T21:32:58,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2 2024-11-14T21:32:58,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:32:58,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 2024-11-14T21:32:58,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 after 0ms 2024-11-14T21:32:58,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 took 2ms 2024-11-14T21:32:58,305 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down 2024-11-14T21:32:58,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) at 1731619978302Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down at 1731619978305 (+3 ms)3 split writer threads finished at 1731619978305Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978305 2024-11-14T21:32:58,307 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3 2024-11-14T21:32:58,307 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:32:58,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 2024-11-14T21:32:58,307 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 after 0ms 2024-11-14T21:32:58,309 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 took 2ms 2024-11-14T21:32:58,315 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down 2024-11-14T21:32:58,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) at 1731619978307Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down at 1731619978316 (+9 ms)3 split writer threads finished at 1731619978318 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978318 2024-11-14T21:32:58,319 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4 2024-11-14T21:32:58,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:32:58,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 2024-11-14T21:32:58,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 after 0ms 2024-11-14T21:32:58,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 took 2ms 2024-11-14T21:32:58,331 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,332 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down 2024-11-14T21:32:58,332 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,334 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:32:58,334 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) at 1731619978320Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down at 1731619978332 (+12 ms)3 split writer threads finished at 1731619978334 (+2 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619978334 2024-11-14T21:32:58,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5 2024-11-14T21:32:58,367 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:32:58,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 2024-11-14T21:32:58,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 after 2ms 2024-11-14T21:32:58,371 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 took 5ms 2024-11-14T21:32:58,372 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,373 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down 2024-11-14T21:32:58,373 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,376 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,377 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T21:32:58,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) at 1731619978367Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down at 1731619978373 (+6 ms)3 split writer threads finished at 1731619978376 (+3 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731619978377 (+1 ms) 2024-11-14T21:32:58,385 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6 2024-11-14T21:32:58,386 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:32:58,386 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 2024-11-14T21:32:58,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 after 6ms 2024-11-14T21:32:58,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 took 29ms 2024-11-14T21:32:58,443 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down 2024-11-14T21:32:58,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:32:58,444 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) at 1731619978386Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down at 1731619978444 (+58 ms)3 split writer threads finished at 1731619978444Processed 0 edits across 0 Regions in 6 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619978444 2024-11-14T21:32:58,461 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7 2024-11-14T21:32:58,461 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:32:58,461 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 2024-11-14T21:32:58,464 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 after 3ms 2024-11-14T21:32:58,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 took 14ms 2024-11-14T21:32:58,499 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down 2024-11-14T21:32:58,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,502 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,502 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:32:58,502 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) at 1731619978461Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down at 1731619978500 (+39 ms)3 split writer threads finished at 1731619978502 (+2 ms)Processed 0 edits across 0 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619978502 2024-11-14T21:32:58,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8 2024-11-14T21:32:58,521 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:32:58,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 2024-11-14T21:32:58,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 after 6ms 2024-11-14T21:32:58,535 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 took 15ms 2024-11-14T21:32:58,573 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:32:58,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down 2024-11-14T21:32:58,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:32:58,580 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:32:58,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:32:58,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) at 1731619978521Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down at 1731619978573 (+52 ms)3 split writer threads finished at 1731619978580 (+7 ms)Processed 0 edits across 0 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619978580 2024-11-14T21:32:58,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9 2024-11-14T21:32:58,631 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978278; access_time=1731619976613; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978295; access_time=1731619977112; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978301; access_time=1731619977186; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978306; access_time=1731619977255; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978319; access_time=1731619977303; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619978347; access_time=1731619977792; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731619978381; access_time=1731619978019; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619978457; access_time=1731619978092; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619978515; access_time=1731619978147; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619978602; access_time=1731619978207; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T21:32:58,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:32:58,694 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:32:58,701 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:32:58,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:32:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:58,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742306_1486 (size=1393) 2024-11-14T21:32:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742306_1486 (size=1393) 2024-11-14T21:32:59,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:32:59,288 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:32:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742307_1487 (size=1393) 2024-11-14T21:32:59,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:32:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742307_1487 (size=1393) 2024-11-14T21:32:59,435 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:32:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742308_1488 (size=1393) 2024-11-14T21:32:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742308_1488 (size=1393) 2024-11-14T21:32:59,524 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:32:59,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:32:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742309_1489 (size=1393) 2024-11-14T21:32:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742309_1489 (size=1393) 2024-11-14T21:32:59,959 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:32:59,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:32:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,969 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742310_1490 (size=1393) 2024-11-14T21:32:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742310_1490 (size=1393) 2024-11-14T21:32:59,970 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:32:59,970 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:32:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742311_1491 (size=1393) 2024-11-14T21:32:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742311_1491 (size=1393) 2024-11-14T21:32:59,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:32:59,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:32:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742312_1492 (size=1405) 2024-11-14T21:32:59,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742312_1492 (size=1405) 2024-11-14T21:32:59,991 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:32:59,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:32:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:32:59,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742313_1493 (size=1413) 2024-11-14T21:33:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742313_1493 (size=1413) 2024-11-14T21:33:00,001 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:33:00,001 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:33:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742314_1494 (size=1413) 2024-11-14T21:33:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742314_1494 (size=1413) 2024-11-14T21:33:00,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:33:00,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:33:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:00,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742315_1495 (size=1413) 2024-11-14T21:33:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742315_1495 (size=1413) 2024-11-14T21:33:00,025 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:33:00,042 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:33:00,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 2024-11-14T21:33:00,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 after 0ms 2024-11-14T21:33:00,044 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 took 2ms 2024-11-14T21:33:00,046 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:00,046 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down 2024-11-14T21:33:00,046 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:00,046 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:00,048 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:33:00,049 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:33:00,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:33:00,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:33:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742316_1496 (size=418) 2024-11-14T21:33:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742317_1497 (size=418) 2024-11-14T21:33:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742316_1496 (size=418) 2024-11-14T21:33:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742317_1497 (size=418) 2024-11-14T21:33:00,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T21:33:00,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T21:33:00,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:00,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) at 1731619980042Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down at 1731619980046 (+4 ms)3 split writer threads finished at 1731619980046Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619980050 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619980050Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980062 (+12 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980062Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731619980067 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731619980067Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619980068 (+1 ms) 2024-11-14T21:33:00,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0 2024-11-14T21:33:00,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:33:00,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 2024-11-14T21:33:00,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 after 0ms 2024-11-14T21:33:00,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 took 2ms 2024-11-14T21:33:00,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:00,072 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down 2024-11-14T21:33:00,072 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:00,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:00,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:33:00,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:33:00,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:33:00,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:33:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742319_1499 (size=418) 2024-11-14T21:33:00,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742319_1499 (size=418) 2024-11-14T21:33:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742318_1498 (size=418) 2024-11-14T21:33:00,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742318_1498 (size=418) 2024-11-14T21:33:00,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T21:33:00,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T21:33:00,092 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:00,092 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) at 1731619980069Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down at 1731619980072 (+3 ms)3 split writer threads finished at 1731619980073 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619980075 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619980075Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980091 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980091Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731619980092 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731619980092Processed 10 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619980092 2024-11-14T21:33:00,094 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1 2024-11-14T21:33:00,094 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:33:00,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 2024-11-14T21:33:00,094 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 after 0ms 2024-11-14T21:33:00,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 took 2ms 2024-11-14T21:33:00,099 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:00,100 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down 2024-11-14T21:33:00,100 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:00,100 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:00,104 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:33:00,106 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:33:00,109 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:33:00,114 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:33:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742320_1500 (size=418) 2024-11-14T21:33:00,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742320_1500 (size=418) 2024-11-14T21:33:00,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T21:33:00,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742321_1501 (size=418) 2024-11-14T21:33:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742321_1501 (size=418) 2024-11-14T21:33:00,133 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,134 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T21:33:00,135 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:00,135 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) at 1731619980094Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down at 1731619980100 (+6 ms)3 split writer threads finished at 1731619980100Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619980107 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619980114 (+7 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980126 (+12 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731619980129 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980133 (+4 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731619980134 (+1 ms)Processed 10 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619980135 (+1 ms) 2024-11-14T21:33:00,136 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2 2024-11-14T21:33:00,137 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:33:00,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 2024-11-14T21:33:00,137 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 after 0ms 2024-11-14T21:33:00,139 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 took 3ms 2024-11-14T21:33:00,145 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:00,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down 2024-11-14T21:33:00,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:00,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:00,150 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:33:00,150 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:33:00,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:33:00,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:33:00,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742322_1502 (size=418) 2024-11-14T21:33:00,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742322_1502 (size=418) 2024-11-14T21:33:00,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,172 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T21:33:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742323_1503 (size=418) 2024-11-14T21:33:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742323_1503 (size=418) 2024-11-14T21:33:00,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T21:33:00,589 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:00,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) at 1731619980137Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down at 1731619980145 (+8 ms)3 split writer threads finished at 1731619980146 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619980151 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619980152 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980170 (+18 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731619980172 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980588 (+416 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731619980589 (+1 ms)Processed 10 edits across 2 Regions in 445 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619980590 (+1 ms) 2024-11-14T21:33:00,592 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3 2024-11-14T21:33:00,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:33:00,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 2024-11-14T21:33:00,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 after 0ms 2024-11-14T21:33:00,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 took 2ms 2024-11-14T21:33:00,596 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:00,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down 2024-11-14T21:33:00,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:00,596 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:00,615 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:33:00,618 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:33:00,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:33:00,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:33:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742324_1504 (size=418) 2024-11-14T21:33:00,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742324_1504 (size=418) 2024-11-14T21:33:00,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742325_1505 (size=418) 2024-11-14T21:33:00,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:00,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742325_1505 (size=418) 2024-11-14T21:33:00,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T21:33:01,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:01,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T21:33:01,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:01,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) at 1731619980592Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down at 1731619980596 (+4 ms)3 split writer threads finished at 1731619980596Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619980621 (+25 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619980638 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619980675 (+37 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731619980677 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619981074 (+397 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731619981075 (+1 ms)Processed 10 edits across 2 Regions in 481 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619981076 (+1 ms) 2024-11-14T21:33:01,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4 2024-11-14T21:33:01,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:33:01,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 2024-11-14T21:33:01,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 after 0ms 2024-11-14T21:33:01,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 took 3ms 2024-11-14T21:33:01,087 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:01,087 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down 2024-11-14T21:33:01,087 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:01,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:01,095 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:33:01,095 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:33:01,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:33:01,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:33:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742326_1506 (size=418) 2024-11-14T21:33:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742326_1506 (size=418) 2024-11-14T21:33:01,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:01,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T21:33:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742327_1507 (size=418) 2024-11-14T21:33:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742327_1507 (size=418) 2024-11-14T21:33:01,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:01,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T21:33:01,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:01,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) at 1731619981078Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down at 1731619981087 (+9 ms)3 split writer threads finished at 1731619981088 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619981096 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619981098 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619981104 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731619981106 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619981511 (+405 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731619981513 (+2 ms)Processed 10 edits across 2 Regions in 427 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619981513 2024-11-14T21:33:01,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5 2024-11-14T21:33:01,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:33:01,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 2024-11-14T21:33:01,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 after 0ms 2024-11-14T21:33:01,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 took 3ms 2024-11-14T21:33:01,520 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:01,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down 2024-11-14T21:33:01,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:01,526 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:01,529 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:33:01,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:33:01,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:33:01,560 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:33:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742328_1508 (size=419) 2024-11-14T21:33:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742328_1508 (size=419) 2024-11-14T21:33:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742329_1509 (size=419) 2024-11-14T21:33:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742329_1509 (size=419) 2024-11-14T21:33:01,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:01,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T21:33:02,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T21:33:02,013 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 494 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T21:33:02,013 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) at 1731619981516Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down at 1731619981520 (+4 ms)3 split writer threads finished at 1731619981526 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619981532 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619981560 (+28 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619981987 (+427 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731619981988 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982012 (+24 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731619982013 (+1 ms)Processed 10 edits across 2 Regions in 494 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731619982013 2024-11-14T21:33:02,015 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6 2024-11-14T21:33:02,015 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:33:02,015 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 2024-11-14T21:33:02,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 after 1ms 2024-11-14T21:33:02,018 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 took 3ms 2024-11-14T21:33:02,019 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:02,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down 2024-11-14T21:33:02,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:02,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:02,023 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:33:02,023 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:33:02,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:33:02,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:33:02,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742331_1511 (size=423) 2024-11-14T21:33:02,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742330_1510 (size=423) 2024-11-14T21:33:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742331_1511 (size=423) 2024-11-14T21:33:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742330_1510 (size=423) 2024-11-14T21:33:02,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T21:33:02,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T21:33:02,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:02,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) at 1731619982015Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down at 1731619982020 (+5 ms)3 split writer threads finished at 1731619982020Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619982025 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619982025Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982040 (+15 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982040Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731619982042 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731619982042Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619982042 2024-11-14T21:33:02,043 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7 2024-11-14T21:33:02,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:33:02,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 2024-11-14T21:33:02,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 after 0ms 2024-11-14T21:33:02,045 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 took 2ms 2024-11-14T21:33:02,046 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:02,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down 2024-11-14T21:33:02,047 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:02,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:02,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:33:02,056 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:33:02,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:33:02,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:33:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742332_1512 (size=423) 2024-11-14T21:33:02,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742332_1512 (size=423) 2024-11-14T21:33:02,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T21:33:02,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742333_1513 (size=423) 2024-11-14T21:33:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742333_1513 (size=423) 2024-11-14T21:33:02,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,087 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T21:33:02,087 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:02,087 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) at 1731619982044Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down at 1731619982047 (+3 ms)3 split writer threads finished at 1731619982052 (+5 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619982058 (+6 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619982059 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982070 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731619982075 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982085 (+10 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731619982087 (+2 ms)Processed 10 edits across 2 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619982087 2024-11-14T21:33:02,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8 2024-11-14T21:33:02,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:33:02,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 2024-11-14T21:33:02,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 after 1ms 2024-11-14T21:33:02,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 took 3ms 2024-11-14T21:33:02,093 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:02,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down 2024-11-14T21:33:02,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:02,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:02,108 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:33:02,108 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:33:02,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:33:02,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:33:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742335_1515 (size=423) 2024-11-14T21:33:02,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742334_1514 (size=423) 2024-11-14T21:33:02,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,129 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742335_1515 (size=423) 2024-11-14T21:33:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742334_1514 (size=423) 2024-11-14T21:33:02,132 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T21:33:02,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T21:33:02,134 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:02,134 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) at 1731619982089Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down at 1731619982094 (+5 ms)3 split writer threads finished at 1731619982094Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619982109 (+15 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619982112 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982129 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731619982129Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731619982132 (+3 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731619982132Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619982134 (+2 ms) 2024-11-14T21:33:02,137 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9 2024-11-14T21:33:02,139 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619980068; access_time=1731619978712; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619980093; access_time=1731619979294; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619980136; access_time=1731619979439; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619980591; access_time=1731619979526; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619981077; access_time=1731619979960; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619981514; access_time=1731619979971; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731619982014; access_time=1731619979980; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619982043; access_time=1731619979991; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619982088; access_time=1731619980001; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619982136; access_time=1731619980015; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T21:33:02,144 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:33:02,144 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:33:02,144 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:33:02,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:33:02,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742336_1516 (size=1393) 2024-11-14T21:33:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742336_1516 (size=1393) 2024-11-14T21:33:02,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:33:02,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T21:33:02,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742337_1517 (size=1393) 2024-11-14T21:33:02,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742337_1517 (size=1393) 2024-11-14T21:33:02,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T21:33:02,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T21:33:02,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:02,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742338_1518 (size=1393) 2024-11-14T21:33:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742338_1518 (size=1393) 2024-11-14T21:33:02,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T21:33:02,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T21:33:03,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742339_1519 (size=1393) 2024-11-14T21:33:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742339_1519 (size=1393) 2024-11-14T21:33:03,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T21:33:03,014 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T21:33:03,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742340_1520 (size=1393) 2024-11-14T21:33:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742340_1520 (size=1393) 2024-11-14T21:33:03,434 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T21:33:03,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T21:33:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742341_1521 (size=1393) 2024-11-14T21:33:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742341_1521 (size=1393) 2024-11-14T21:33:03,898 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T21:33:03,898 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T21:33:03,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742342_1522 (size=1405) 2024-11-14T21:33:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742342_1522 (size=1405) 2024-11-14T21:33:03,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T21:33:03,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T21:33:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:03,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742343_1523 (size=1413) 2024-11-14T21:33:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742343_1523 (size=1413) 2024-11-14T21:33:04,321 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T21:33:04,321 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T21:33:04,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742344_1524 (size=1413) 2024-11-14T21:33:04,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T21:33:04,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T21:33:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742344_1524 (size=1413) 2024-11-14T21:33:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:04,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742345_1525 (size=1413) 2024-11-14T21:33:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742345_1525 (size=1413) 2024-11-14T21:33:04,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T21:33:04,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T21:33:04,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 2024-11-14T21:33:04,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 after 1ms 2024-11-14T21:33:04,406 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 took 3ms 2024-11-14T21:33:04,412 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:04,412 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down 2024-11-14T21:33:04,412 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:04,412 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:04,421 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T21:33:04,422 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T21:33:04,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T21:33:04,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T21:33:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742347_1527 (size=743) 2024-11-14T21:33:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742347_1527 (size=743) 2024-11-14T21:33:04,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T21:33:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742346_1526 (size=678) 2024-11-14T21:33:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742346_1526 (size=678) 2024-11-14T21:33:04,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T21:33:04,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:04,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K (1393bytes) at 1731619984403Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 so closing down at 1731619984412 (+9 ms)3 split writer threads finished at 1731619984412Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731619984422 (+10 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731619984428 (+6 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619984458 (+30 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731619984463 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619984469 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731619984471 (+2 ms)Processed 19 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619984471 2024-11-14T21:33:04,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0 2024-11-14T21:33:04,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T21:33:04,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 2024-11-14T21:33:04,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 after 1ms 2024-11-14T21:33:04,476 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 took 3ms 2024-11-14T21:33:04,483 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:04,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down 2024-11-14T21:33:04,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:04,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:04,487 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T21:33:04,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T21:33:04,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T21:33:04,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T21:33:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742348_1528 (size=743) 2024-11-14T21:33:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742348_1528 (size=743) 2024-11-14T21:33:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742349_1529 (size=678) 2024-11-14T21:33:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742349_1529 (size=678) 2024-11-14T21:33:04,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T21:33:04,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T21:33:04,925 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:04,925 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K (1393bytes) at 1731619984473Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 so closing down at 1731619984484 (+11 ms)3 split writer threads finished at 1731619984484Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731619984488 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731619984489 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619984923 (+434 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619984923Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731619984925 (+2 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731619984925Processed 19 edits across 2 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619984925 2024-11-14T21:33:04,926 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.1 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1 2024-11-14T21:33:04,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T21:33:04,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 2024-11-14T21:33:04,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 after 0ms 2024-11-14T21:33:04,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 took 3ms 2024-11-14T21:33:04,930 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:04,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down 2024-11-14T21:33:04,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:04,939 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:04,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T21:33:04,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T21:33:04,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T21:33:04,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T21:33:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742351_1531 (size=678) 2024-11-14T21:33:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742351_1531 (size=678) 2024-11-14T21:33:04,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T21:33:04,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742350_1530 (size=743) 2024-11-14T21:33:04,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742350_1530 (size=743) 2024-11-14T21:33:04,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T21:33:04,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:04,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K (1393bytes) at 1731619984927Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 so closing down at 1731619984931 (+4 ms)3 split writer threads finished at 1731619984939 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731619984942 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731619984944 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619984959 (+15 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731619984960 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619984970 (+10 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731619984971 (+1 ms)Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619984972 (+1 ms) 2024-11-14T21:33:04,973 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.2 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2 2024-11-14T21:33:04,974 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T21:33:04,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 2024-11-14T21:33:04,974 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 after 0ms 2024-11-14T21:33:04,976 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 took 2ms 2024-11-14T21:33:04,977 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:04,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down 2024-11-14T21:33:04,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:04,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:04,979 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T21:33:04,979 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T21:33:04,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T21:33:04,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T21:33:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742352_1532 (size=743) 2024-11-14T21:33:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742352_1532 (size=743) 2024-11-14T21:33:04,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:04,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T21:33:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742353_1533 (size=678) 2024-11-14T21:33:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742353_1533 (size=678) 2024-11-14T21:33:04,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T21:33:05,000 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:05,000 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K (1393bytes) at 1731619984974Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 so closing down at 1731619984977 (+3 ms)3 split writer threads finished at 1731619984977Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731619984980 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731619984980Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619984991 (+11 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731619984993 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619984999 (+6 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731619985000 (+1 ms)Processed 19 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619985000 2024-11-14T21:33:05,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.3 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3 2024-11-14T21:33:05,002 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T21:33:05,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 2024-11-14T21:33:05,002 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 after 0ms 2024-11-14T21:33:05,004 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 took 3ms 2024-11-14T21:33:05,005 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:05,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down 2024-11-14T21:33:05,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:05,005 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:05,007 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T21:33:05,007 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T21:33:05,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T21:33:05,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T21:33:05,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742354_1534 (size=743) 2024-11-14T21:33:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742355_1535 (size=678) 2024-11-14T21:33:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742354_1534 (size=743) 2024-11-14T21:33:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742355_1535 (size=678) 2024-11-14T21:33:05,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T21:33:05,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T21:33:05,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:05,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K (1393bytes) at 1731619985002Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 so closing down at 1731619985005 (+3 ms)3 split writer threads finished at 1731619985005Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731619985007 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731619985008 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619985416 (+408 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731619985417 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619985418 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731619985420 (+2 ms)Processed 19 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619985420 2024-11-14T21:33:05,427 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.4 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4 2024-11-14T21:33:05,428 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T21:33:05,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 2024-11-14T21:33:05,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 after 0ms 2024-11-14T21:33:05,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 took 3ms 2024-11-14T21:33:05,431 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:05,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down 2024-11-14T21:33:05,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:05,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:05,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T21:33:05,460 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T21:33:05,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T21:33:05,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T21:33:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742356_1536 (size=743) 2024-11-14T21:33:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742356_1536 (size=743) 2024-11-14T21:33:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742357_1537 (size=678) 2024-11-14T21:33:05,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742357_1537 (size=678) 2024-11-14T21:33:05,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T21:33:05,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T21:33:05,889 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T21:33:05,889 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K (1393bytes) at 1731619985428Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 so closing down at 1731619985432 (+4 ms)3 split writer threads finished at 1731619985434 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731619985462 (+28 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731619985466 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619985876 (+410 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731619985878 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619985888 (+10 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731619985889 (+1 ms)Processed 19 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731619985889 2024-11-14T21:33:05,890 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.5 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5 2024-11-14T21:33:05,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T21:33:05,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 2024-11-14T21:33:05,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 after 0ms 2024-11-14T21:33:05,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 took 1ms 2024-11-14T21:33:05,894 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:05,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down 2024-11-14T21:33:05,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:05,895 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:05,897 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T21:33:05,897 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T21:33:05,898 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T21:33:05,898 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T21:33:05,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742359_1539 (size=683) 2024-11-14T21:33:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742359_1539 (size=683) 2024-11-14T21:33:05,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742358_1538 (size=749) 2024-11-14T21:33:05,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742358_1538 (size=749) 2024-11-14T21:33:05,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T21:33:05,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T21:33:05,908 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T21:33:05,908 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K (1405bytes) at 1731619985891Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 so closing down at 1731619985895 (+4 ms)3 split writer threads finished at 1731619985895Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731619985898 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731619985898Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619985906 (+8 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619985907 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731619985907Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731619985908 (+1 ms)Processed 19 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731619985908 2024-11-14T21:33:05,909 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.6 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6 2024-11-14T21:33:05,910 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T21:33:05,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 2024-11-14T21:33:05,910 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 after 0ms 2024-11-14T21:33:05,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 took 3ms 2024-11-14T21:33:05,913 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:05,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down 2024-11-14T21:33:05,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:05,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:05,915 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T21:33:05,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T21:33:05,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T21:33:05,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T21:33:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742361_1541 (size=687) 2024-11-14T21:33:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742361_1541 (size=687) 2024-11-14T21:33:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742360_1540 (size=753) 2024-11-14T21:33:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742360_1540 (size=753) 2024-11-14T21:33:05,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:05,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T21:33:06,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:06,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T21:33:06,329 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:06,329 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K (1413bytes) at 1731619985910Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 so closing down at 1731619985914 (+4 ms)3 split writer threads finished at 1731619985914Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731619985922 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731619985922Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619985927 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731619985928 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619986327 (+399 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731619986329 (+2 ms)Processed 19 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619986329 2024-11-14T21:33:06,330 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.7 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7 2024-11-14T21:33:06,330 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T21:33:06,330 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 2024-11-14T21:33:06,331 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 after 1ms 2024-11-14T21:33:06,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 took 2ms 2024-11-14T21:33:06,333 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:06,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down 2024-11-14T21:33:06,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:06,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:06,351 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T21:33:06,351 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T21:33:06,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T21:33:06,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T21:33:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742362_1542 (size=753) 2024-11-14T21:33:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742363_1543 (size=687) 2024-11-14T21:33:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742363_1543 (size=687) 2024-11-14T21:33:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742362_1542 (size=753) 2024-11-14T21:33:06,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:06,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:06,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T21:33:06,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T21:33:06,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:06,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K (1413bytes) at 1731619986330Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 so closing down at 1731619986334 (+4 ms)3 split writer threads finished at 1731619986334Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731619986354 (+20 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731619986358 (+4 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619986787 (+429 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619986787Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731619986788 (+1 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731619986788Processed 19 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619986788 2024-11-14T21:33:06,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.8 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8 2024-11-14T21:33:06,790 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T21:33:06,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 2024-11-14T21:33:06,790 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 after 0ms 2024-11-14T21:33:06,792 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 took 1ms 2024-11-14T21:33:06,792 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T21:33:06,793 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down 2024-11-14T21:33:06,793 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T21:33:06,793 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T21:33:06,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T21:33:06,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T21:33:06,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T21:33:06,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T21:33:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742364_1544 (size=687) 2024-11-14T21:33:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742365_1545 (size=753) 2024-11-14T21:33:06,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742364_1544 (size=687) 2024-11-14T21:33:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742365_1545 (size=753) 2024-11-14T21:33:06,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T21:33:07,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T21:33:07,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T21:33:07,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T21:33:07,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K (1413bytes) at 1731619986790Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 so closing down at 1731619986793 (+3 ms)3 split writer threads finished at 1731619986793Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731619986795 (+2 ms)Creating recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731619986795Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731619986800 (+5 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731619986801 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731619987201 (+400 ms)Rename recovered edits hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731619987203 (+2 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731619987203 2024-11-14T21:33:07,205 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731619976611/wal.dat.9 to hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9 2024-11-14T21:33:07,207 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619984472; access_time=1731619982146; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619984926; access_time=1731619982159; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619984973; access_time=1731619982570; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619985001; access_time=1731619982999; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619985426; access_time=1731619983014; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731619985890; access_time=1731619983435; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731619985909; access_time=1731619983899; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619986330; access_time=1731619983910; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619986789; access_time=1731619984322; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:34031/user/jenkins/test-data/50c54e5d-9fa5-774f-5adb-f8ed2e518a60/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731619987204; access_time=1731619984340; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T21:33:07,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=902 (was 879) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1111 (was 961) - AvailableMemoryMB LEAK? - 2024-11-14T21:33:07,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=902, ProcessCount=11, AvailableMemoryMB=1108 2024-11-14T21:33:07,227 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T21:33:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742366_1546 (size=7) 2024-11-14T21:33:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742366_1546 (size=7) 2024-11-14T21:33:07,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34031/user/jenkins/test-data/8ba68c85-6ed7-2af1-e54b-30a23987210b with version=8 2024-11-14T21:33:07,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:33:07,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T21:33:07,246 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T21:33:07,246 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T21:33:07,247 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T21:33:07,248 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T21:33:07,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T21:33:07,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T21:33:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742367_1547 (size=2324) 2024-11-14T21:33:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742367_1547 (size=2324) 2024-11-14T21:33:07,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T21:33:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39367 is added to blk_1073742368_1548 (size=2325) 2024-11-14T21:33:07,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073742368_1548 (size=2325) 2024-11-14T21:33:07,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T21:33:07,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 2024-11-14T21:33:07,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 after 1ms 2024-11-14T21:33:07,322 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T21:33:07,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 so closing down 2024-11-14T21:33:07,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T21:33:07,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, journal: Splitting hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, size=2.3 K (2325bytes) at 1731619987320Finishing writing output for hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 so closing down at 1731619987323 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731619987323 2024-11-14T21:33:07,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731619987246/wal.dat.0 to hdfs://localhost:34031/user/jenkins/test-data/7a252fe5-6ed2-4038-0cc8-d3111d3adbc2/corrupt/wal.dat.0 2024-11-14T21:33:07,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=137 (was 137), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=902 (was 902), ProcessCount=11 (was 11), AvailableMemoryMB=1084 (was 1108) 2024-11-14T21:33:07,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:33:07,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:33:07,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:33:07,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:33:07,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,STOPPED} 2024-11-14T21:33:07,352 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:33:07,352 WARN [BP-420911778-172.17.0.2-1731619884774 heartbeating to localhost/127.0.0.1:34031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:33:07,352 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:33:07,352 WARN [BP-420911778-172.17.0.2-1731619884774 heartbeating to localhost/127.0.0.1:34031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420911778-172.17.0.2-1731619884774 (Datanode Uuid 86a15f4c-099c-441f-8dd7-ade1ced8b9f8) service to localhost/127.0.0.1:34031 2024-11-14T21:33:07,353 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data3/current/BP-420911778-172.17.0.2-1731619884774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:33:07,354 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data4/current/BP-420911778-172.17.0.2-1731619884774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:33:07,354 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:33:07,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T21:33:07,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:33:07,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:33:07,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:33:07,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,STOPPED} 2024-11-14T21:33:07,368 WARN [BP-420911778-172.17.0.2-1731619884774 heartbeating to localhost/127.0.0.1:34031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T21:33:07,368 WARN [BP-420911778-172.17.0.2-1731619884774 heartbeating to localhost/127.0.0.1:34031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420911778-172.17.0.2-1731619884774 (Datanode Uuid 2be58c19-bf3a-4835-ad95-4009733f4f31) service to localhost/127.0.0.1:34031 2024-11-14T21:33:07,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T21:33:07,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T21:33:07,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data1/current/BP-420911778-172.17.0.2-1731619884774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:33:07,371 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T21:33:07,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/cluster_867a311d-ff6f-ec16-2d73-d954e52ba800/data/data2/current/BP-420911778-172.17.0.2-1731619884774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T21:33:07,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T21:33:07,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T21:33:07,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T21:33:07,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T21:33:07,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8a3a6636-29ac-bcef-0dff-73919b38de4c/hadoop.log.dir/,STOPPED}